-- Logs begin at Mon 2022-05-23 14:39:50 UTC, end at Mon 2022-05-23 15:50:22 UTC. -- May 23 15:20:46.027636 dv-cinder-841125-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 23 15:20:48.868545 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.common.config [-] Logging enabled! May 23 15:20:48.869110 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev227 May 23 15:20:48.869290 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103970) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 23 15:20:48.872795 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.common.config [-] Logging enabled! May 23 15:20:48.873080 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev227 May 23 15:20:48.873398 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103970) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 23 15:20:48.874365 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 23 15:20:48.874605 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 23 15:20:48.874975 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 23 15:20:48.875221 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 23 15:20:48.875451 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 23 15:20:48.875865 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.876172 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.876408 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.876707 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.877033 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.877325 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.877622 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.877920 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.878209 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.878492 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.878779 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.879015 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.879301 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.879592 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.879882 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.880111 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] debug = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.880396 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.880836 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.881262 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.881555 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.881852 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.882135 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.882414 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.882695 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.882982 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.883316 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] host = dv-cinder-841125-8-iscsi {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.883600 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.883893 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.884186 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.884476 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.884756 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.885066 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.885361 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.885641 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.885920 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] log_file = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.886200 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.886494 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.886784 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.887076 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.887304 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.887526 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.887821 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.888113 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.888392 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.888669 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.888967 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.889246 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.889524 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.889953 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.890273 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.890560 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.890847 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.891125 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.891404 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.891682 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.891957 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.892247 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.892528 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.892804 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.893106 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.893398 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.893673 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.893954 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.894258 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.894548 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.894834 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.895124 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.895401 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.895688 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.895965 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.896240 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.896516 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] use_json = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.896790 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.897089 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.897375 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.897653 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.897929 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.898207 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.898483 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.898771 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.899046 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:48.899344 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.899648 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.899954 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.900245 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.900556 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.900841 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.901158 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.901441 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.901736 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.902029 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.902328 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.902609 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.902912 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.903205 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.903503 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.903813 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.904112 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.904409 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.904690 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.904991 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.905271 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.906370 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.906734 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.907026 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.907326 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.907626 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.907915 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.908219 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.908511 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.908802 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.909128 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.909425 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.909706 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.909990 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.910287 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.910572 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.910850 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.911151 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.911425 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.911702 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.911987 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.912282 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.912576 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.912885 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.913170 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.913469 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.913754 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.914035 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.914315 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.914601 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.914882 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.915173 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.915458 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.915737 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.916016 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.916299 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.916578 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.916856 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.917168 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.917448 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.917733 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.918010 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.918290 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.918566 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.918844 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.919121 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.919397 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.919674 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.919954 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.920229 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.920506 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.920784 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.921726 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.922112 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.922420 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.922710 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.922997 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.923283 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.923568 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.923853 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.924136 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.924420 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.924706 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.925152 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.925459 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.925753 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.926048 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.926341 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.926627 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.926954 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.927242 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.927527 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.927817 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.928102 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.928386 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.928674 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.928986 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.929290 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.929592 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.929879 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.930178 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.930477 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.930775 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.931061 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.931375 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.931661 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:48.931885 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 23 15:20:48.932131 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103970) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 23 15:20:49.390750 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103970) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 23 15:20:49.391053 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103970) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 23 15:20:49.391353 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103970) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 23 15:20:49.391689 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.manager [-] Loading core plugin: ml2 May 23 15:20:49.714934 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:49.715157 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:49.715427 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:49.716597 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:49.716892 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:49.717171 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:49.772853 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:49.773153 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:49.773417 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:49.788420 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:49.788697 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:49.788996 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:49.818298 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:49.818573 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:49.818838 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:49.855021 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:49.855301 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:49.855571 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:50.198179 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:50.198807 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:50.198807 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:50.198986 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:50.199649 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:50.296828 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:50.297170 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:50.297449 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:50.297719 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:50.297990 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:50.298300 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:50.298561 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:50.298826 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:50.299080 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:50.299362 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:50.299620 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:50.299884 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:50.300139 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:50.300397 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:50.300651 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:50.300952 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:50.301209 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:50.301474 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:50.301739 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:50.301997 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:50.302274 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:50.302524 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:50.302801 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:50.303171 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:50.303418 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:50.303662 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:50.304056 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103970) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 23 15:20:50.304296 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103970) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 23 15:20:50.304533 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103970) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 23 15:20:50.304769 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103970) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 23 15:20:50.305034 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103970) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 23 15:20:50.305271 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103970) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 23 15:20:50.305638 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 23 15:20:50.309736 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 23 15:20:50.314180 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 23 15:20:50.317773 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(950, 999)])]) May 23 15:20:50.319383 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 23 15:20:50.319840 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 23 15:20:50.320174 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 23 15:20:50.320557 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 23 15:20:50.323336 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 23 15:20:50.323584 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 23 15:20:50.323923 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 23 15:20:50.329018 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 23 15:20:50.352422 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 23 15:20:50.352897 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:50.353198 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103970) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 23 15:20:50.353567 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:50.354918 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103970) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 23 15:20:50.355194 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 23 15:20:50.355438 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 23 15:20:50.358776 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:50.359104 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:50.420579 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 23 15:20:50.420815 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 23 15:20:50.421184 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 23 15:20:50.421655 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 23 15:20:50.472407 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO dbcounter [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Registered counter for database neutron May 23 15:20:50.491658 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_db.sqlalchemy.engines [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103970) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 23 15:20:50.497723 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writer thread running {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 23 15:20:50.930895 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.plugins.ml2.managers [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Initializing driver for type 'gre' May 23 15:20:50.931590 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] gre ID ranges: [(1, 1000)] May 23 15:20:50.985547 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.plugins.ml2.managers [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Initializing driver for type 'local' May 23 15:20:50.985969 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.plugins.ml2.managers [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Initializing driver for type 'vlan' May 23 15:20:50.999757 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] VlanTypeDriver initialization complete May 23 15:20:51.000153 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.plugins.ml2.managers [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Initializing driver for type 'vxlan' May 23 15:20:51.000742 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] vxlan ID ranges: [(1, 1000)] May 23 15:20:51.056522 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.plugins.ml2.managers [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Initializing extension driver 'port_security' May 23 15:20:51.056984 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.plugins.ml2.extensions.port_security [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] PortSecurityExtensionDriver initialization complete May 23 15:20:51.057333 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.plugins.ml2.managers [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Initializing mechanism driver 'openvswitch' May 23 15:20:51.057661 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.plugins.ml2.managers [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Initializing mechanism driver 'hyperv' May 23 15:20:51.064828 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:20:51.065539 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > port after_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.065918 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > port after_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.066276 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > port after_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.066787 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103970) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 23 15:20:51.067212 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > subnet after_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.067573 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > subnet after_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.067926 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > subnet after_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.068329 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103970) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 23 15:20:51.068744 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > network after_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.069137 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > network after_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.069490 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > network after_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.069884 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103970) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 23 15:20:51.070298 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > security_group after_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.070651 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > security_group after_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.070996 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > security_group after_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.071392 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103970) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 23 15:20:51.071802 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.072154 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.072504 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.072924 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103970) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 23 15:20:51.073335 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > address_group after_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.073687 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > address_group after_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.074031 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > address_group after_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.074426 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103970) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 23 15:20:51.075041 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] ML2 OVO RPC backend initialized. {{(pid=103970) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 23 15:20:51.075759 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > router_interface after_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.076127 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.076556 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > network before_response 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.076947 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > networks before_response 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.077901 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > port before_response 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.078277 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > ports before_response 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.078631 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > subnet before_response 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.078985 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > subnets before_response 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.079341 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > network after_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.079692 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > network after_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.080043 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > network after_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.080389 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > port after_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.080738 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > port after_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.081108 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > port after_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.081454 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > subnet after_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.081796 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > subnet after_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.082137 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > subnet after_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.089674 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.quota [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded quota_driver: . May 23 15:20:51.090045 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.plugins.ml2.plugin [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Modular L2 Plugin initialization complete May 23 15:20:51.090400 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading services supported by the core plugin {{(pid=103970) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 23 15:20:51.090750 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.plugins.ml2.managers [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Got port-security extension from driver 'port_security' May 23 15:20:51.091233 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.extensions.vlantransparent [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Disabled vlantransparent extension. May 23 15:20:51.091733 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103970) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 23 15:20:51.092065 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading Plugin: router May 23 15:20:51.127706 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > router_interface before_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.128103 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > router after_create 55549900 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.128482 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > router before_create 55549900 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.128852 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.129265 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.129631 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > router after_delete 55549900 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.129998 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > floatingip after_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.130357 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > floatingip after_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.130721 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > router after_create 55549900 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.131075 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > router after_update 55549900 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.131429 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > router after_update 55549900 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.131782 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.132145 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > router after_update 55549900 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.132560 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > router precommit_update 55549900 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.132973 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: port after_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.133323 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: port after_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.133667 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: subnet after_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.134011 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.134364 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > port precommit_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.134715 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > router precommit_create 55549900 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.135065 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: port before_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.135410 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > router precommit_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.135768 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > router after_update 55549900 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.136112 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > router precommit_delete 55549900 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.136469 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > router precommit_create 55549900 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.136836 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > router_interface after_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.137216 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > router precommit_update 55549900 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.137587 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > agent after_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.137945 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > agent after_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.138295 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > network after_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.139171 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.quota.resource_registry [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Tracking information for resource: router configured {{(pid=103970) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 23 15:20:51.139507 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.quota.resource_registry [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Tracking information for resource: floatingip configured {{(pid=103970) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 23 15:20:51.145103 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.db.l3_agentschedulers_db [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 23 15:20:51.145693 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: port after_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.146065 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: port after_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.146427 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: port after_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.146785 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: port after_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.147574 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > router before_create 55550100 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.147944 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > router precommit_delete 55550100 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.148311 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > router precommit_create 55550100 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.148676 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > router precommit_update 55550100 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.153457 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.services.provider_configuration [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Service providers = [] {{(pid=103970) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 23 15:20:51.153828 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.db.servicetype_db [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103970) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 23 15:20:51.156846 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.services.service_base [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103970) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 23 15:20:51.157223 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.services.service_base [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103970) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 23 15:20:51.157571 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.services.service_base [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103970) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 23 15:20:51.158475 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.services.service_base [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103970) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 23 15:20:51.158925 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.services.service_base [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Default provider is not specified for service type L3_ROUTER_NAT May 23 15:20:51.159309 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103970) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 23 15:20:51.159632 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 23 15:20:51.170403 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103970) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 23 15:20:51.170747 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading Plugin: auto_allocate May 23 15:20:51.176413 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: network precommit_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.176792 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: network precommit_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.177344 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103970) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 23 15:20:51.177668 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading Plugin: tag May 23 15:20:51.184296 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103970) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 23 15:20:51.184583 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading Plugin: timestamp May 23 15:20:51.189528 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103970) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 23 15:20:51.189862 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading Plugin: network_ip_availability May 23 15:20:51.195340 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.195717 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.196076 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.196786 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103970) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 23 15:20:51.197137 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading Plugin: flavors May 23 15:20:51.201805 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103970) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 23 15:20:51.202399 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading Plugin: revisions May 23 15:20:51.207411 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103970) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 23 15:20:51.207808 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_concurrency.lockutils [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.816s {{(pid=103970) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 23 15:20:51.208563 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103970) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 23 15:20:51.208941 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Initializing extension manager. May 23 15:20:51.209477 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: __init__.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.209823 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: __pycache__ {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.210161 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: _port_mac_address_override.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.210499 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: address_group.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.211462 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.212035 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: address-group May 23 15:20:51.212366 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: address_scope.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.213109 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.213622 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: address-scope May 23 15:20:51.213950 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: admin_state_down_before_update.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.214894 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.215413 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: router-admin-state-down-before-update May 23 15:20:51.215740 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: agent.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.216445 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.216986 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: agent May 23 15:20:51.217317 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: agent_resources_synced.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.218291 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.218805 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: agent-resources-synced May 23 15:20:51.219133 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: allowedaddresspairs.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.220978 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.221514 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: allowed-address-pairs May 23 15:20:51.221850 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: auto_allocated_topology.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.222940 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.223460 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: auto-allocated-topology May 23 15:20:51.223793 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: availability_zone.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.224496 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.225037 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: availability_zone May 23 15:20:51.225369 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: availability_zone_filter.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.226302 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.226815 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: availability_zone_filter May 23 15:20:51.227147 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: data_plane_status.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.228063 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.228571 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extension data-plane-status not supported by any of loaded plugins May 23 15:20:51.228925 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: default_subnetpools.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.229861 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.230370 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: default-subnetpools May 23 15:20:51.230698 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: dhcpagentscheduler.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.231511 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.232023 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: dhcp_agent_scheduler May 23 15:20:51.232353 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: dns.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.233310 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.233882 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extension dns-integration not supported by any of loaded plugins May 23 15:20:51.234219 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: dns_domain_ports.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.235141 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.235652 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extension dns-domain-ports not supported by any of loaded plugins May 23 15:20:51.235981 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.236937 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.237450 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 23 15:20:51.237776 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: dvr.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.238450 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.238964 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: dvr May 23 15:20:51.239290 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: ecmp_routes.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.240212 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.240718 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extension ecmp_routes not supported by any of loaded plugins May 23 15:20:51.241079 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: empty_string_filtering.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.242000 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.242508 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: empty-string-filtering May 23 15:20:51.242833 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.243750 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.244254 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 23 15:20:51.244579 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.245517 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.246025 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 23 15:20:51.246352 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: external_net.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.247522 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.248028 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: external-net May 23 15:20:51.248356 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: extra_dhcp_opt.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.249851 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.250358 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: extra_dhcp_opt May 23 15:20:51.250685 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: extraroute.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.251613 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.252123 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: extraroute May 23 15:20:51.252450 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: extraroute_atomic.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.253510 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.254023 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: extraroute-atomic May 23 15:20:51.254350 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: filter_validation.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.255025 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.255532 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: filter-validation May 23 15:20:51.255857 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: fip_pf_description.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.256769 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.257310 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 23 15:20:51.257634 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: fip_pf_port_range.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.258548 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.259059 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 23 15:20:51.259381 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: fip_port_details.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.260316 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.260943 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: fip-port-details May 23 15:20:51.261274 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: flavors.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.262505 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.263024 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: flavors May 23 15:20:51.263354 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.265713 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.266320 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 23 15:20:51.266654 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: floatingip_pools.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.267502 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.268023 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: floatingip-pools May 23 15:20:51.268354 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: ip_allocation.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.269330 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.269840 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extension ip_allocation not supported by any of loaded plugins May 23 15:20:51.270171 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.271098 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.271610 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: ip-substring-filtering May 23 15:20:51.271938 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: l2_adjacency.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.272896 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.273410 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extension l2_adjacency not supported by any of loaded plugins May 23 15:20:51.273735 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: l3.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.274698 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.275216 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: router May 23 15:20:51.275543 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: l3_conntrack_helper.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.277795 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.278322 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 23 15:20:51.278665 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.279610 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.280127 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: ext-gw-mode May 23 15:20:51.280507 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.281555 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.282070 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: l3-ha May 23 15:20:51.282401 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.283318 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.283823 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 23 15:20:51.284153 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: l3_flavors.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.285098 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.285610 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: l3-flavors May 23 15:20:51.285939 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: l3_ndp_proxy.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.287306 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.287824 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 23 15:20:51.288160 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.289133 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.289651 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: l3-port-ip-change-not-allowed May 23 15:20:51.289987 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: l3agentscheduler.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.291027 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.291542 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: l3_agent_scheduler May 23 15:20:51.291874 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: local_ip.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.293682 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.294213 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extension local_ip not supported by any of loaded plugins May 23 15:20:51.294553 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: logging.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.296565 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.297207 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extension logging not supported by any of loaded plugins May 23 15:20:51.297548 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: metering.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.298304 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.298882 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: metering May 23 15:20:51.299220 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.300330 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.300846 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: metering_source_and_destination_fields May 23 15:20:51.301211 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: multiprovidernet.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.302290 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.302807 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: multi-provider May 23 15:20:51.303139 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: netmtu.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.304070 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.304583 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: net-mtu May 23 15:20:51.304938 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: netmtu_writable.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.305874 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.306386 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: net-mtu-writable May 23 15:20:51.306715 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: network_availability_zone.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.307390 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.307900 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: network_availability_zone May 23 15:20:51.308225 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: network_ip_availability.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.309359 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.309872 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: network-ip-availability May 23 15:20:51.310198 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: network_segment_range.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.310969 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.311476 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extension network-segment-range not supported by any of loaded plugins May 23 15:20:51.311908 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: pagination.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.312919 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.313256 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: pagination May 23 15:20:51.313582 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: port_device_profile.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.314496 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.315014 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: port-device-profile May 23 15:20:51.315343 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: port_mac_address_override.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.316285 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.316795 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: port-mac-override May 23 15:20:51.317147 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.318072 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.318580 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: port-mac-address-regenerate May 23 15:20:51.318906 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.319829 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.320343 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: port-numa-affinity-policy May 23 15:20:51.320672 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: port_resource_request.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.321617 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.322123 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extension port-resource-request not supported by any of loaded plugins May 23 15:20:51.322451 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: port_resource_request_groups.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.323432 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.323941 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extension port-resource-request-groups not supported by any of loaded plugins May 23 15:20:51.324267 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: portbindings.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.325226 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.325740 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: binding May 23 15:20:51.326068 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: portbindings_extended.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.327905 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.328485 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: binding-extended May 23 15:20:51.328821 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: portsecurity.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.329794 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.330313 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: port-security May 23 15:20:51.330649 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: project_id.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.331627 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.331967 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: project-id May 23 15:20:51.332296 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: providernet.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.333254 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.333771 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: provider May 23 15:20:51.334100 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: qos.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.337742 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.338270 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extension qos not supported by any of loaded plugins May 23 15:20:51.338609 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.339869 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.340389 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 23 15:20:51.340723 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.341690 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.342212 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 23 15:20:51.342543 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: qos_default.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.344076 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.344589 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extension qos-default not supported by any of loaded plugins May 23 15:20:51.344957 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: qos_fip.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.345893 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.346413 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extension qos-fip not supported by any of loaded plugins May 23 15:20:51.346745 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: qos_fip_network_policy.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.347674 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.348189 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 23 15:20:51.348519 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: qos_gateway_ip.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.349486 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.350003 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extension qos-gateway-ip not supported by any of loaded plugins May 23 15:20:51.350332 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: qos_port_network_policy.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.351253 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.351765 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extension qos-port-network-policy not supported by any of loaded plugins May 23 15:20:51.352092 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.353341 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.353981 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extension qos-pps-minimum not supported by any of loaded plugins May 23 15:20:51.354365 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.355604 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.356171 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 23 15:20:51.356554 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: qos_pps_rule.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.358142 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.359043 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extension qos-pps not supported by any of loaded plugins May 23 15:20:51.359549 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: qos_rule_type_details.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.360803 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.361565 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extension qos-rule-type-details not supported by any of loaded plugins May 23 15:20:51.362055 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: qos_rule_type_filter.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.363123 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.363868 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 23 15:20:51.364302 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: qos_rules_alias.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.365769 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.366351 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extension qos-rules-alias not supported by any of loaded plugins May 23 15:20:51.366739 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: quota_check_limit.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.367961 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.368594 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: quota-check-limit May 23 15:20:51.369064 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: quotasv2.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.370125 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.370510 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: quotas May 23 15:20:51.370892 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: quotasv2_detail.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.373188 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.373635 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: quota_details May 23 15:20:51.374078 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: rbac.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.375752 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.376481 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: rbac-policies May 23 15:20:51.377340 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: rbac_address_group.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.378967 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.379902 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: rbac-address-group May 23 15:20:51.380392 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: rbac_address_scope.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.381626 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.382406 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: rbac-address-scope May 23 15:20:51.382940 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: rbac_security_groups.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.384165 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.384874 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: rbac-security-groups May 23 15:20:51.385312 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: rbac_subnetpool.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.386402 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.386973 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: rbac-subnetpool May 23 15:20:51.387306 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: revisionifmatch.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.388249 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.388772 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: revision-if-match May 23 15:20:51.389138 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: revisions.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.390798 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.391315 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: standard-attr-revisions May 23 15:20:51.391646 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: router_availability_zone.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.392379 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.392921 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: router_availability_zone May 23 15:20:51.393258 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: routerservicetype.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.394188 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.394693 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extension router-service-type not supported by any of loaded plugins May 23 15:20:51.395018 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.395979 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.396489 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: security-groups-normalized-cidr May 23 15:20:51.396815 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: security_groups_port_filtering.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.397763 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.398274 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: port-security-groups-filtering May 23 15:20:51.398602 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.399552 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.400065 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: security-groups-remote-address-group May 23 15:20:51.400391 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.401347 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.401855 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: security-groups-shared-filtering May 23 15:20:51.402181 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.402777 dv-cinder-841125-8-iscsi neutron-server[103970]: WARNING neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 23 15:20:51.403099 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: securitygroup.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.414966 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.415501 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: security-group May 23 15:20:51.415838 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: segment.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.416579 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.417127 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extension segment not supported by any of loaded plugins May 23 15:20:51.417458 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.418419 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.418934 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 23 15:20:51.419268 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: servicetype.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.420357 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.420897 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: service-type May 23 15:20:51.421369 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: sorting.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.422361 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.422698 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: sorting May 23 15:20:51.423026 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: standard_attr_segment.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.423948 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.424467 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extension standard-attr-segment not supported by any of loaded plugins May 23 15:20:51.424796 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: standardattrdescription.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.425492 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.426006 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: standard-attr-description May 23 15:20:51.426337 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: stateful_security_group.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.427285 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.427803 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: stateful-security-group May 23 15:20:51.428132 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: stdattrs_common.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.428713 dv-cinder-841125-8-iscsi neutron-server[103970]: WARNING neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 23 15:20:51.429071 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.430039 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.430579 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 23 15:20:51.430909 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: subnet_onboard.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.431979 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.432497 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: subnet_onboard May 23 15:20:51.432825 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.433784 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.434294 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 23 15:20:51.434664 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: subnet_service_types.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.435548 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.436060 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: subnet-service-types May 23 15:20:51.436388 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: subnetallocation.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.437543 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.438061 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: subnet_allocation May 23 15:20:51.438389 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.439062 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.439578 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: subnetpool-prefix-ops May 23 15:20:51.439904 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.440842 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.441384 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 23 15:20:51.441712 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: tagging.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.442787 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.443308 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: standard-attr-tag May 23 15:20:51.443639 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: timestamp.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.444853 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.445417 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loaded extension: standard-attr-timestamp May 23 15:20:51.445751 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: trunk.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.446792 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.447310 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extension trunk not supported by any of loaded plugins May 23 15:20:51.447641 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: trunk_details.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.448571 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.449115 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extension trunk-details not supported by any of loaded plugins May 23 15:20:51.449449 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: uplink_status_propagation.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.450399 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.450908 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extension uplink-status-propagation not supported by any of loaded plugins May 23 15:20:51.451236 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Loading extension file: vlantransparent.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:20:51.451917 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:20:51.453000 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extension vlan-transparent not supported by any of loaded plugins May 23 15:20:51.455551 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.quota.resource_registry [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Creating instance of TrackedResource for resource:network May 23 15:20:51.456084 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.quota.resource_registry [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Creating instance of TrackedResource for resource:subnet May 23 15:20:51.456484 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.quota.resource_registry [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Creating instance of TrackedResource for resource:subnetpool May 23 15:20:51.456910 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.quota.resource_registry [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Creating instance of TrackedResource for resource:port May 23 15:20:51.458120 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.v2.resource_helper [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103970) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 15:20:51.458573 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.v2.resource_helper [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Service FLAVORS assigned prefix: {{(pid=103970) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 15:20:51.459193 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.v2.resource_helper [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103970) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 15:20:51.459635 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.v2.resource_helper [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103970) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 15:20:51.459977 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.quota.resource_registry [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Creating instance of TrackedResource for resource:router May 23 15:20:51.460410 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.quota.resource_registry [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Creating instance of TrackedResource for resource:floatingip May 23 15:20:51.460940 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.v2.resource_helper [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Service METERING assigned prefix: /metering {{(pid=103970) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 15:20:51.462372 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.462750 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.463199 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:20:51.464191 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.quota.resource_registry [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Creating instance of CountableResource for resource:rbac_policy May 23 15:20:51.464659 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.quota.resource_registry [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Creating instance of TrackedResource for resource:security_group May 23 15:20:51.465138 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.quota.resource_registry [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Creating instance of TrackedResource for resource:security_group_rule May 23 15:20:51.465735 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.v2.resource_helper [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Service CORE assigned prefix: {{(pid=103970) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 15:20:51.466073 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.quota.resource_registry [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Creating instance of TrackedResource for resource:subnetpool May 23 15:20:51.466425 dv-cinder-841125-8-iscsi neutron-server[103970]: WARNING neutron.quota.resource_registry [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] subnetpool is already registered May 23 15:20:51.466864 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.v2.resource_helper [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Service CORE assigned prefix: {{(pid=103970) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 15:20:51.467195 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.quota.resource_registry [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Creating instance of TrackedResource for resource:subnetpool May 23 15:20:51.467530 dv-cinder-841125-8-iscsi neutron-server[103970]: WARNING neutron.quota.resource_registry [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] subnetpool is already registered May 23 15:20:51.470569 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.v2.resource_helper [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103970) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 15:20:51.471089 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.v2.resource_helper [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Service FLAVORS assigned prefix: {{(pid=103970) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 15:20:51.471679 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.v2.resource_helper [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103970) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 15:20:51.472104 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.v2.resource_helper [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103970) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 15:20:51.472440 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.quota.resource_registry [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Creating instance of TrackedResource for resource:router May 23 15:20:51.472784 dv-cinder-841125-8-iscsi neutron-server[103970]: WARNING neutron.quota.resource_registry [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] router is already registered May 23 15:20:51.473241 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.quota.resource_registry [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Creating instance of TrackedResource for resource:floatingip May 23 15:20:51.473583 dv-cinder-841125-8-iscsi neutron-server[103970]: WARNING neutron.quota.resource_registry [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] floatingip is already registered May 23 15:20:51.474040 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.v2.resource_helper [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Service METERING assigned prefix: /metering {{(pid=103970) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 15:20:51.474709 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.quota.resource_registry [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Creating instance of CountableResource for resource:rbac_policy May 23 15:20:51.475040 dv-cinder-841125-8-iscsi neutron-server[103970]: WARNING neutron.quota.resource_registry [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] rbac_policy is already registered May 23 15:20:51.475455 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.quota.resource_registry [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Creating instance of TrackedResource for resource:security_group May 23 15:20:51.475791 dv-cinder-841125-8-iscsi neutron-server[103970]: WARNING neutron.quota.resource_registry [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] security_group is already registered May 23 15:20:51.476196 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.quota.resource_registry [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Creating instance of TrackedResource for resource:security_group_rule May 23 15:20:51.476529 dv-cinder-841125-8-iscsi neutron-server[103970]: WARNING neutron.quota.resource_registry [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] security_group_rule is already registered May 23 15:20:51.477195 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.v2.resource_helper [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Service CORE assigned prefix: {{(pid=103970) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 15:20:51.477524 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.quota.resource_registry [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Creating instance of TrackedResource for resource:subnetpool May 23 15:20:51.477859 dv-cinder-841125-8-iscsi neutron-server[103970]: WARNING neutron.quota.resource_registry [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] subnetpool is already registered May 23 15:20:51.478275 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.v2.resource_helper [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Service CORE assigned prefix: {{(pid=103970) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 15:20:51.478603 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.quota.resource_registry [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Creating instance of TrackedResource for resource:subnetpool May 23 15:20:51.478937 dv-cinder-841125-8-iscsi neutron-server[103970]: WARNING neutron.quota.resource_registry [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] subnetpool is already registered May 23 15:20:51.479419 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extended resource: extensions {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:20:51.480891 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extended resource: address-groups {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:20:51.482364 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extended resource: address-scopes {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:20:51.483736 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extended resource: agents {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:20:51.485043 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extended resource: auto-allocated-topology {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:20:51.486291 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extended resource: availability_zones {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:20:51.487516 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extended resource: dhcp-networks {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:20:51.489067 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extended resource: dhcp-agents {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:20:51.490500 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extended resource: routers {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:20:51.492208 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extended resource: flavors {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:20:51.493515 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extended resource: service_profiles {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:20:51.494732 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extended resource: next_providers {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:20:51.496160 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extended resource: service_profiles {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:20:51.498035 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extended resource: floatingip-pools {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:20:51.499317 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extended resource: routers {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:20:51.501263 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extended resource: floatingips {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:20:51.502550 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extended resource: l3-routers {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:20:51.503929 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extended resource: l3-agents {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:20:51.505418 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extended resource: metering-labels {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:20:51.506670 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extended resource: metering-label-rules {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:20:51.508040 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extended resource: network-ip-availabilities {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:20:51.509351 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extended resource: bindings {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:20:51.510921 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extended resource: quotas {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:20:51.513489 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extended resource: quotas {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:20:51.515719 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extended resource: rbac-policies {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:20:51.516934 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extended resource: security-groups {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:20:51.518253 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extended resource: security-group-rules {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:20:51.519506 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extended resource: service-providers {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:20:51.520721 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extended resource: subnetpools {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:20:51.522091 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extended resource: subnetpools {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:20:51.523638 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extended resource: tags {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:20:51.525368 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extended resource: tags {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:20:51.527193 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extended resource: tags {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:20:51.529018 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extended resource: tags {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:20:51.531303 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extended resource: tags {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:20:51.533456 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extended resource: tags {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:20:51.535134 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extended resource: tags {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:20:51.537059 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extended resource: tags {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:20:51.538829 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extended resource: tags {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:20:51.540593 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron.api.extensions [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Extended resource: tags {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:20:51.546587 dv-cinder-841125-8-iscsi neutron-server[103970]: WARNING keystonemiddleware.auth_token [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 23 15:20:51.551682 dv-cinder-841125-8-iscsi neutron-server[103970]: WARNING keystonemiddleware.auth_token [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 23 15:20:51.560412 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_concurrency.lockutils [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Acquired lock "singleton_lock" {{(pid=103970) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 23 15:20:51.560939 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_concurrency.lockutils [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Releasing lock "singleton_lock" {{(pid=103970) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 23 15:20:51.561575 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO oslo_service.service [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Starting 2 workers May 23 15:20:51.566616 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Started child 104080 {{(pid=103970) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 23 15:20:51.571240 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Started child 104081 {{(pid=103970) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 23 15:20:51.572256 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:20:51.572858 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO neutron.service [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Neutron service started, listening on 0.0.0.0:9696 May 23 15:20:51.573579 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Publish callbacks [] for process (None), before_spawn {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:20:51.573951 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [-] (104080) wsgi starting up on http://0.0.0.0:9696 May 23 15:20:51.575996 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO oslo_service.service [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Starting 1 workers May 23 15:20:51.576107 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:20:51.577972 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [-] (104081) wsgi starting up on http://0.0.0.0:9696 May 23 15:20:51.582088 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Started child 104082 {{(pid=103970) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 23 15:20:51.582649 dv-cinder-841125-8-iscsi neutron-server[103970]: INFO oslo_service.service [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Starting 1 workers May 23 15:20:51.585887 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.service [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] calling RpcWorker wait() {{(pid=104082) _wait /opt/stack/neutron/neutron/service.py:128}} May 23 15:20:51.586426 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.service [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] returning from RpcWorker wait() {{(pid=104082) _wait /opt/stack/neutron/neutron/service.py:135}} May 23 15:20:51.587284 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Started child 104083 {{(pid=103970) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 23 15:20:51.587662 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:20:51.588128 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5d38d0ed-f80a-4c4b-8b5e-75dc16da095c None None] Publish callbacks [] for process (None), after_spawn {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:20:51.588236 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:20:51.590279 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103970) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 23 15:20:51.590492 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 23 15:20:51.590686 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 23 15:20:51.590932 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 23 15:20:51.591262 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 23 15:20:51.591429 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 23 15:20:51.591963 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.592274 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.592540 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.592794 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.594173 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.594431 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.594544 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:20:51.595000 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.595000 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.595225 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.595403 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.595575 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.595834 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.596090 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.596432 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.596703 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.596974 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.597235 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.597410 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.597670 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.597946 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.598204 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.598482 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] debug = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.598732 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.599251 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.599487 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.599740 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.599962 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.600246 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.600493 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.600765 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.601121 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.601340 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.601588 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.601840 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.602087 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.602316 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.602531 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.602807 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.603048 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.603524 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] host = dv-cinder-841125-8-iscsi {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.606411 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.606411 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.606411 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.606411 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.606411 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.606411 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.606411 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.606411 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.606919 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.606919 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.606919 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.606919 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.606919 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.606919 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] log_file = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.607270 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] log_options = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.607270 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.607549 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.607735 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.607916 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.608089 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.608262 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.608506 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.608847 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.609195 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.609414 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.609636 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.609885 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.610134 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.610358 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.610614 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.610831 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.611098 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.611311 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.611590 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.611855 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.612083 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.612313 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.612535 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.612753 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.612995 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.613212 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.613459 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.613691 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.613906 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.614138 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.614395 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.614658 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.615851 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.616182 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.616280 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:20:51.616475 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.616745 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.617026 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.617261 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.617542 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.617777 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.618035 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.618395 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.618587 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.618751 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.618973 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.619254 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.619682 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] use_json = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.619861 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.620093 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.620327 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.620563 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.620796 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.621041 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.621269 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.621522 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.621743 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.623036 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.623801 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.624121 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.624431 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.625298 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.625551 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.627376 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.627666 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.628212 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.629162 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.630676 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.630947 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.631276 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.631565 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.631875 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.633245 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.633514 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.633792 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.634048 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.634292 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.634518 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.634779 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.635416 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.635645 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.635888 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.636145 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.637009 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.637320 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.637592 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.637876 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.638216 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.638504 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.638748 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.639018 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.639308 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.639545 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.640305 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.640688 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.640861 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.641295 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.641569 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.641815 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.642067 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.642296 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.642522 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.642764 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.643012 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.643269 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.643500 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.643721 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.643937 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.644172 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.644386 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.644622 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.644881 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.645109 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.645360 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.645584 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.645816 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.646076 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.646288 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.646505 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.646736 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.646950 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.647180 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.647391 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.647608 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.647817 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.648049 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.648262 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.648471 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.648682 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.648913 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.649145 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.649354 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.649570 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.649803 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.650019 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.650227 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.650441 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.650649 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.650859 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.651088 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.651297 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.651505 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.651720 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.651935 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.652146 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.652355 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.652572 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.652803 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.653128 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.653370 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.653650 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.653868 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.654114 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.654330 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.654581 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.654830 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.655043 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.655267 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.655609 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.656446 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.656680 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.656942 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.657163 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.657438 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.657649 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.657848 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.658069 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.658306 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.658537 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.658762 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.659029 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.659265 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.659501 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.659714 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.659942 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.660185 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.660454 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.660700 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.661001 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.661212 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.661480 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.661760 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.662040 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.662326 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.662571 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.662816 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.663110 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.663366 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.663626 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.663854 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.664081 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.664337 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.664594 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.664828 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.665064 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.665291 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.665632 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.665879 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.666125 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.666365 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.666634 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.666877 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.667117 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.667375 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.667620 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.667849 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.668098 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.668342 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.668549 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.668778 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.669026 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.669245 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.669475 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.669723 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.669961 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.670170 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.670379 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.670625 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.670855 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.671103 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.671339 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.671556 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.671770 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.672046 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.672207 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.672424 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.672658 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.672893 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.673109 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.673321 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.673528 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.673793 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.674007 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.674300 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.674546 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.674779 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.675017 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.675269 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.675515 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.675722 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.675961 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.676175 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.676386 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.676596 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.676811 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.677043 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.677256 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.677468 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.677705 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.677960 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.678203 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.678539 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.678791 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.679018 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.679265 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.679496 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.679710 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.679922 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.680134 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.680362 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.680574 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.680794 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.681029 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.681280 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.681491 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.681701 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.681943 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.682208 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.682447 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.682695 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.682930 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.683154 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.683364 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.683574 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.683785 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.683992 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.684199 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.684403 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.684611 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.684919 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.685127 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.685375 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.685609 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.685857 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.686095 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.686302 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.686543 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.687297 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.687513 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.687729 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.687941 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.688147 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.688366 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.688589 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.688797 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.689035 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.689267 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.689473 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.689723 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.689810 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:20:51.689933 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.690128 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.690343 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.690555 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.690759 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.690975 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.691178 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.691381 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.691586 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.691808 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.692013 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.692254 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.692459 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.692662 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.692909 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.693115 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.693333 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.693597 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.693842 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.694078 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.694362 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.694589 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.694830 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.695106 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.695394 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.695604 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.696897 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.696897 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.696897 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.696897 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.696897 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.697318 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.697400 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.697617 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.697875 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.698134 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.698424 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.698695 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.698907 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.699202 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.699548 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.699813 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.700049 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.700311 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.700543 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.700778 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.701014 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.701243 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.701473 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.701704 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.701936 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.702174 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.702492 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.702724 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.702964 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.703190 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.703441 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.703675 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.703890 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.704100 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.704254 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 23 15:20:51.704776 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103970) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 23 15:20:51.704972 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 23 15:20:51.705127 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 23 15:20:51.705294 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 23 15:20:51.705460 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 23 15:20:51.705612 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 23 15:20:51.705814 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.705970 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.706130 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.706293 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.706463 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.706812 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.706812 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.706987 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.708954 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.708954 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.708954 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.708954 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.708954 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.708954 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.708954 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.708954 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.709497 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.709497 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.709497 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.709497 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.709497 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.709497 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] debug = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.709497 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.709971 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.709971 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.709971 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.709971 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.710271 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.710271 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.710271 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.710494 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.710571 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.710724 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.710827 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 56608) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:20:51.710912 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.711066 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.711165 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.711319 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.711474 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.711635 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.711789 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] host = dv-cinder-841125-8-iscsi {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.711939 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.712094 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.712247 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.712400 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.712553 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.712708 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.712901 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.713037 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.713191 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.713345 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.713503 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.713655 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.713809 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.713964 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] log_file = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.714117 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] log_options = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.714271 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.714425 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.714580 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.714759 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.714921 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.715076 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.715232 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.715386 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.715541 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.715697 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.715851 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.716005 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.716160 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.716314 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.716468 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.716622 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.716777 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.716956 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.717108 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.717263 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.717417 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.717571 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.717725 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.717881 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.718591 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.718757 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.718948 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.719089 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.719223 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.719356 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.719490 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.719624 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.719822 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.719962 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.720096 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.720229 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.720361 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.720495 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.720627 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.720762 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.720914 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.721068 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.721204 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.721337 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.721470 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.721620 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.722556 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] use_json = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.722556 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.722556 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.722556 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.723129 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0093160 May 23 15:20:51.723436 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.723436 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.723743 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.723887 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.724022 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.724159 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:20:51.724292 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.724433 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.724589 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.724724 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.724858 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.725254 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.725254 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.725514 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.725514 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.725766 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.725766 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.726031 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.726166 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.726306 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.726426 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.726529 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.727246 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.727246 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.727246 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.727246 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.727246 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.727808 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.727808 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.727808 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.727808 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.728245 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.728245 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.728479 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.728479 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.728681 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.728765 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.728926 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.729927 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.729927 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.729927 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.729927 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.729927 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.729927 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.730519 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.730519 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.730519 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.730519 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.730935 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.730935 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.730935 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.731849 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.731849 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.731849 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.731849 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.731849 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.731849 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.732368 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.732368 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.732368 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.732368 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.732946 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.732946 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.732946 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.734224 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.734224 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.734224 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.734649 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.734649 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.734649 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.734908 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.735020 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.735123 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.735244 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.735386 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.735543 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.735703 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.735862 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.736020 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.736177 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.736334 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.736497 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.736646 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.736805 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.736987 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.737147 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.737305 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.737462 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.737621 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.738672 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.738838 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.739041 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.739206 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.739365 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.739542 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.739685 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.739846 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.740356 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.740356 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.740356 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.740677 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.740677 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.740855 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.740991 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.741076 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.742127 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.742367 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.742469 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.742639 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.742759 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.742915 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.743070 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.743216 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.743375 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.743532 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.743692 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.743850 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.744209 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.744209 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.744364 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.744477 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.744613 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.744773 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.745005 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.745162 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.745335 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.745428 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.745577 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.745737 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.745901 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.746069 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.746227 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.746385 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.746543 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.746702 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.747114 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.747538 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.747538 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.747690 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.747756 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.747881 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.748304 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.748304 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.748304 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.748537 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.750377 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.750377 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.750377 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.750622 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.750693 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.750794 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.750969 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.751116 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.751307 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.751434 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.751592 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.751750 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.751915 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.752072 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.752228 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.752390 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.752715 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.752715 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.752892 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.753963 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.754110 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.754236 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.754391 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.754557 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.754735 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.754861 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.755023 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.755180 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.755339 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.755500 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.755656 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.755802 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.755949 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.756107 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.757074 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.757275 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.757461 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.757647 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.757829 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.758008 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.758185 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.758359 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.758530 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.758702 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.758874 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.759043 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.759210 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.759378 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.759543 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.759713 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.759881 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.760044 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.760209 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.760375 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.760537 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.760727 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.760919 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.761071 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.761242 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.761407 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.761573 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.762543 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.762543 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.762543 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.762543 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.762543 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.762543 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.763296 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.763296 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.763296 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.763296 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.763296 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.763934 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.763934 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.763934 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.763934 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.764447 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.764447 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.764447 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.764447 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.765066 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.765066 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.765066 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.765453 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.765453 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.766674 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.766674 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.766674 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.766674 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.766674 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.766674 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.766674 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.767687 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.767687 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.767687 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.767687 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.767687 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.767687 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.767687 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.768554 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.768554 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.768554 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.768554 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.768554 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.768554 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.769348 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.769348 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.769348 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.769348 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.769348 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.770081 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.770081 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.770081 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.770081 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.770081 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.770653 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.770653 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.770653 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.770876 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.770876 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.771021 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.771152 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.771316 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.771489 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.771656 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.771821 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.771985 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.772161 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.772325 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.772492 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.772656 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.772821 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.773069 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.773237 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.773405 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.773611 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.773739 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.773891 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.774067 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.774236 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.774401 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.774552 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.774725 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.775445 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.775445 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.775445 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.775445 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.775709 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.775709 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.775827 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.775972 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.776128 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.776275 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.776439 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.776603 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.776764 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.777577 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.777577 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.777577 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.777577 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.777577 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.778105 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.778105 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:20:51.778105 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 23 15:21:01.049918 dv-cinder-841125-8-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:21:03.089574 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8def359a-a0a2-425f-843c-ff7a5bf5b5bc None None] get_active_networks_info from dv-cinder-841125-8-iscsi {{(pid=104082) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 23 15:21:03.132811 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writer thread running {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 23 15:21:03.133212 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writer thread running {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 23 15:21:03.186535 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8def359a-a0a2-425f-843c-ff7a5bf5b5bc None None] No non-hosted networks {{(pid=104082) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 23 15:21:03.204957 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.agentschedulers_db [None req-8def359a-a0a2-425f-843c-ff7a5bf5b5bc None None] DHCP Agent not found on host dv-cinder-841125-8-iscsi {{(pid=104082) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 23 15:21:03.295407 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-f199febc-b1c8-463c-a8d8-da8a7b79c494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-863455'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:04.907425 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writer thread running {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 23 15:21:05.424658 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-abe76614-9159-40ed-91b0-63e697421353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-863455'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:05.453967 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d5c8a1a9-c342-48c5-b990-dfe257496458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:06.282116 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 56680) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:21:06.897461 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-863455'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:06.939170 dv-cinder-841125-8-iscsi neutron-server[104080]: WARNING oslo_policy.policy [None req-4c9cf6e8-84da-48ec-853b-ddf33f0d79f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 23 15:21:06.939732 dv-cinder-841125-8-iscsi neutron-server[104080]: WARNING oslo_policy.policy [None req-4c9cf6e8-84da-48ec-853b-ddf33f0d79f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 23 15:21:07.159421 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [None req-4c9cf6e8-84da-48ec-853b-ddf33f0d79f0 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104080) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 15:21:07.172917 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-4c9cf6e8-84da-48ec-853b-ddf33f0d79f0 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8774333 May 23 15:21:08.012505 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-863455'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:09.660613 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-863455'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:09.662654 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:09.663173 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:09.663931 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:09.664830 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:09.665458 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:09.669221 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:09.670317 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:09.670689 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:09.671203 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:09.672032 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:09.672453 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:09.672717 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:09.673086 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:09.673416 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:09.673737 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:09.676316 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-841125-8-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:21:09.690136 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-841125-8-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:21:09.803643 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 56716) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:21:10.156593 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-761498d0-49dd-4d80-9a60-30ebfc190771 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:21:10.244203 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.policy [None req-761498d0-49dd-4d80-9a60-30ebfc190771 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104080) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 23 15:21:10.286398 dv-cinder-841125-8-iscsi neutron-server[104080]: WARNING oslo_policy.policy [None req-761498d0-49dd-4d80-9a60-30ebfc190771 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 23 15:21:10.286784 dv-cinder-841125-8-iscsi neutron-server[104080]: WARNING oslo_policy.policy [None req-761498d0-49dd-4d80-9a60-30ebfc190771 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 23 15:21:10.307325 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writer thread running {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 23 15:21:10.391191 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-761498d0-49dd-4d80-9a60-30ebfc190771 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781041977012', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781041976504', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781041796469', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781041804079', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781041814386', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781041822184', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1839439', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1953716', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-817329', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1022805'] for rbac-policy (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:10.462229 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-761498d0-49dd-4d80-9a60-30ebfc190771 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:10.469079 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-761498d0-49dd-4d80-9a60-30ebfc190771 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6581950 May 23 15:21:10.748664 dv-cinder-841125-8-iscsi neutron-server[104082]: INFO neutron.db.l3_hamode_db [None req-9dfaa08e-a08f-4ab6-8edc-f7705835a3cb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 23 15:21:10.828387 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfaa08e-a08f-4ab6-8edc-f7705835a3cb None None] Routers set() bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:21:10.828771 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfaa08e-a08f-4ab6-8edc-f7705835a3cb None None] Router IDs set() for agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 23 15:21:12.917695 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 56728) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:21:13.237899 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-d44edf87-2f27-4196-a6bf-e8479c748317 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:21:13.267999 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44edf87-2f27-4196-a6bf-e8479c748317 demo demo] Made reservation on behalf of 84b308b5ae9a4e0482f37715f327cd20 for: {'network': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:21:13.271818 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d44edf87-2f27-4196-a6bf-e8479c748317 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for network (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:13.289392 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d44edf87-2f27-4196-a6bf-e8479c748317 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:13.409234 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d44edf87-2f27-4196-a6bf-e8479c748317 demo demo] Publish callbacks [] for security_group (b4b75464-0f5e-49b7-85dc-dcd1a5220cf1), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:13.412829 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d44edf87-2f27-4196-a6bf-e8479c748317 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (b4b75464-0f5e-49b7-85dc-dcd1a5220cf1), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:13.437645 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d44edf87-2f27-4196-a6bf-e8479c748317 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 965} {{(pid=104080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 15:21:13.472418 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d44edf87-2f27-4196-a6bf-e8479c748317 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781040571742', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226'] for segment (8651e272-70e6-484a-aaa7-b2d27873aa0a), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:13.472963 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.db.segments_db [None req-d44edf87-2f27-4196-a6bf-e8479c748317 demo demo] Added segment 8651e272-70e6-484a-aaa7-b2d27873aa0a of type vlan for network 2a67ad45-72fe-45da-b900-9c500d739f70 May 23 15:21:13.488277 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44edf87-2f27-4196-a6bf-e8479c748317 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b75464-0f5e-49b7-85dc-dcd1a5220cf1,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:21:13.536502 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44edf87-2f27-4196-a6bf-e8479c748317 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:13.536846 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44edf87-2f27-4196-a6bf-e8479c748317 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:13.537232 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44edf87-2f27-4196-a6bf-e8479c748317 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:13.537584 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44edf87-2f27-4196-a6bf-e8479c748317 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:13.537917 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44edf87-2f27-4196-a6bf-e8479c748317 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:13.538245 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44edf87-2f27-4196-a6bf-e8479c748317 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:13.538567 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44edf87-2f27-4196-a6bf-e8479c748317 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:13.538891 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44edf87-2f27-4196-a6bf-e8479c748317 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:13.539214 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44edf87-2f27-4196-a6bf-e8479c748317 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:13.539535 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44edf87-2f27-4196-a6bf-e8479c748317 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:13.539856 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44edf87-2f27-4196-a6bf-e8479c748317 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:13.540192 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44edf87-2f27-4196-a6bf-e8479c748317 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:13.540513 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44edf87-2f27-4196-a6bf-e8479c748317 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:13.540829 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44edf87-2f27-4196-a6bf-e8479c748317 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:13.541170 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44edf87-2f27-4196-a6bf-e8479c748317 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:13.542600 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44edf87-2f27-4196-a6bf-e8479c748317 demo demo] Tracked resource versions report: May 23 15:21:13.542600 dv-cinder-841125-8-iscsi neutron-server[104080]: pushed versions: May 23 15:21:13.542600 dv-cinder-841125-8-iscsi neutron-server[104080]: { 'AddressGroup': {'1.2'}, May 23 15:21:13.542600 dv-cinder-841125-8-iscsi neutron-server[104080]: 'Agent': {'1.1'}, May 23 15:21:13.542600 dv-cinder-841125-8-iscsi neutron-server[104080]: 'ConntrackHelper': {'1.0'}, May 23 15:21:13.542600 dv-cinder-841125-8-iscsi neutron-server[104080]: 'LocalIPAssociation': {'1.0'}, May 23 15:21:13.542600 dv-cinder-841125-8-iscsi neutron-server[104080]: 'Log': {'1.0'}, May 23 15:21:13.542600 dv-cinder-841125-8-iscsi neutron-server[104080]: 'NDPProxy': {'1.0'}, May 23 15:21:13.542600 dv-cinder-841125-8-iscsi neutron-server[104080]: 'Network': {'1.1'}, May 23 15:21:13.542600 dv-cinder-841125-8-iscsi neutron-server[104080]: 'Port': {'1.7'}, May 23 15:21:13.542600 dv-cinder-841125-8-iscsi neutron-server[104080]: 'PortForwarding': {'1.3'}, May 23 15:21:13.542600 dv-cinder-841125-8-iscsi neutron-server[104080]: 'QosPolicy': {'1.10'}, May 23 15:21:13.542600 dv-cinder-841125-8-iscsi neutron-server[104080]: 'SecurityGroup': {'1.5'}, May 23 15:21:13.542600 dv-cinder-841125-8-iscsi neutron-server[104080]: 'SecurityGroupRule': {'1.2'}, May 23 15:21:13.542600 dv-cinder-841125-8-iscsi neutron-server[104080]: 'SubPort': {'1.0'}, May 23 15:21:13.542600 dv-cinder-841125-8-iscsi neutron-server[104080]: 'Subnet': {'1.1'}, May 23 15:21:13.542600 dv-cinder-841125-8-iscsi neutron-server[104080]: 'Trunk': {'1.1'}} May 23 15:21:13.542600 dv-cinder-841125-8-iscsi neutron-server[104080]: consumer versions: May 23 15:21:13.542600 dv-cinder-841125-8-iscsi neutron-server[104080]: { DHCP agent@dv-cinder-841125-8-iscsi: {}, May 23 15:21:13.542600 dv-cinder-841125-8-iscsi neutron-server[104080]: L3 agent@dv-cinder-841125-8-iscsi: {}, May 23 15:21:13.542600 dv-cinder-841125-8-iscsi neutron-server[104080]: Metadata agent@dv-cinder-841125-8-iscsi: {}, May 23 15:21:13.542600 dv-cinder-841125-8-iscsi neutron-server[104080]: Metering agent@dv-cinder-841125-8-iscsi: {}, May 23 15:21:13.542600 dv-cinder-841125-8-iscsi neutron-server[104080]: Open vSwitch agent@dv-cinder-841125-8-iscsi: { 'AddressGroup': '1.2', May 23 15:21:13.542600 dv-cinder-841125-8-iscsi neutron-server[104080]: 'Agent': '1.1', May 23 15:21:13.542600 dv-cinder-841125-8-iscsi neutron-server[104080]: 'ConntrackHelper': '1.0', May 23 15:21:13.542600 dv-cinder-841125-8-iscsi neutron-server[104080]: 'LocalIPAssociation': '1.0', May 23 15:21:13.542600 dv-cinder-841125-8-iscsi neutron-server[104080]: 'Log': '1.0', May 23 15:21:13.542600 dv-cinder-841125-8-iscsi neutron-server[104080]: 'NDPProxy': '1.0', May 23 15:21:13.542600 dv-cinder-841125-8-iscsi neutron-server[104080]: 'Network': '1.1', May 23 15:21:13.542600 dv-cinder-841125-8-iscsi neutron-server[104080]: 'Port': '1.7', May 23 15:21:13.542600 dv-cinder-841125-8-iscsi neutron-server[104080]: 'PortForwarding': '1.3', May 23 15:21:13.542600 dv-cinder-841125-8-iscsi neutron-server[104080]: 'QosPolicy': '1.10', May 23 15:21:13.542600 dv-cinder-841125-8-iscsi neutron-server[104080]: 'SecurityGroup': '1.5', May 23 15:21:13.542600 dv-cinder-841125-8-iscsi neutron-server[104080]: 'SecurityGroupRule': '1.2', May 23 15:21:13.542600 dv-cinder-841125-8-iscsi neutron-server[104080]: 'SubPort': '1.0', May 23 15:21:13.542600 dv-cinder-841125-8-iscsi neutron-server[104080]: 'Subnet': '1.1', May 23 15:21:13.542600 dv-cinder-841125-8-iscsi neutron-server[104080]: 'Trunk': '1.1'}} May 23 15:21:13.542600 dv-cinder-841125-8-iscsi neutron-server[104080]: {{(pid=104080) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 23 15:21:13.583837 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d44edf87-2f27-4196-a6bf-e8479c748317 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781040098124'] for network (2a67ad45-72fe-45da-b900-9c500d739f70), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:13.621241 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=57,neutron:INSERT=40,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:21:13.628536 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d44edf87-2f27-4196-a6bf-e8479c748317 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720'] for network (2a67ad45-72fe-45da-b900-9c500d739f70), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:13.633541 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44edf87-2f27-4196-a6bf-e8479c748317 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:21:13.634263 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d44edf87-2f27-4196-a6bf-e8479c748317 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:13.734948 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-d44edf87-2f27-4196-a6bf-e8479c748317 demo demo] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8160930 May 23 15:21:13.766170 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44edf87-2f27-4196-a6bf-e8479c748317 demo demo] Pushing event updated for resources: {'Network': ['ID=2a67ad45-72fe-45da-b900-9c500d739f70,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:21:13.778816 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Network 2a67ad45-72fe-45da-b900-9c500d739f70 details requested by agent ovs-agent-dv-cinder-841125-8-iscsi with host dv-cinder-841125-8-iscsi {{(pid=104082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 15:21:16.205565 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 56742) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:21:16.629885 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2eb8141-3580-4597-b9c7-8db49f85414e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:21:16.631293 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-b2eb8141-3580-4597-b9c7-8db49f85414e demo admin] 10.222.0.30 "GET /v2.0/networks/2a67ad45-72fe-45da-b900-9c500d739f70 HTTP/1.1" status: 200 len: 825 time: 0.4247537 May 23 15:21:16.654879 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-aa2d0c6b-3b74-4cf4-91a2-37833b4754f5 demo admin] 10.222.0.30 "GET /v2.0/subnetpools/5526da92-9542-4f30-8560-34f38ff72ee7 HTTP/1.1" status: 200 len: 734 time: 0.0179348 May 23 15:21:16.664115 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-d81d7813-2874-4728-b557-84ea7a9123a2 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '2a67ad45-72fe-45da-b900-9c500d739f70', 'subnetpool_id': '5526da92-9542-4f30-8560-34f38ff72ee7', 'name': 'private-subnet'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:21:16.694086 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81d7813-2874-4728-b557-84ea7a9123a2 demo admin] Made reservation on behalf of 84b308b5ae9a4e0482f37715f327cd20 for: {'subnet': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:21:16.696444 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d81d7813-2874-4728-b557-84ea7a9123a2 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:16.944576 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:21:16.994427 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d81d7813-2874-4728-b557-84ea7a9123a2 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720'] for subnet (28079818-3bac-450f-9367-2e5077ce96b0), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:17.068611 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d7813-2874-4728-b557-84ea7a9123a2 demo admin] Pushing event updated for resources: {'Subnet': ['ID=28079818-3bac-450f-9367-2e5077ce96b0,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:21:17.079931 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81d7813-2874-4728-b557-84ea7a9123a2 demo admin] Checking segment: {'id': '8651e272-70e6-484a-aaa7-b2d27873aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '2a67ad45-72fe-45da-b900-9c500d739f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:21:17.080301 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81d7813-2874-4728-b557-84ea7a9123a2 demo admin] Network hostable DHCP agents. Network: 2a67ad45-72fe-45da-b900-9c500d739f70, hostable agents: ['a6df4f1d-15a4-4993-9185-787bcd604f39'], hosted agents: [] {{(pid=104080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 15:21:17.101618 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81d7813-2874-4728-b557-84ea7a9123a2 demo admin] Network 2a67ad45-72fe-45da-b900-9c500d739f70 is scheduled to be hosted by DHCP agent a6df4f1d-15a4-4993-9185-787bcd604f39 with binding_index 1 {{(pid=104080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 15:21:17.112217 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-d81d7813-2874-4728-b557-84ea7a9123a2 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-8-iscsi, 2a67ad45-72fe-45da-b900-9c500d739f70) {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:21:17.116649 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81d7813-2874-4728-b557-84ea7a9123a2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:21:17.117292 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d81d7813-2874-4728-b557-84ea7a9123a2 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:17.122323 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c34d229-8c80-41c0-b955-0610a63e7765 None None] Network 2a67ad45-72fe-45da-b900-9c500d739f70 requested from dv-cinder-841125-8-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:21:17.134387 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-d81d7813-2874-4728-b557-84ea7a9123a2 demo admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4734032 May 23 15:21:17.386258 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f1f1cf-48a9-4542-9bba-cf3580be7206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa639b77-8a03-51d8-9c43-407bd9ee6f7a-2a67ad45-72fe-45da-b900-9c500d739f70', 'network_id': '2a67ad45-72fe-45da-b900-9c500d739f70', 'project_id': '84b308b5ae9a4e0482f37715f327cd20', 'fixed_ips': [{'subnet_id': '28079818-3bac-450f-9367-2e5077ce96b0'}]}} from dv-cinder-841125-8-iscsi. {{(pid=104082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 15:21:17.387667 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-46f1f1cf-48a9-4542-9bba-cf3580be7206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:17.666022 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.db_base_plugin_common [None req-46f1f1cf-48a9-4542-9bba-cf3580be7206 None None] Allocated IP 172.20.0.2 (2a67ad45-72fe-45da-b900-9c500d739f70/28079818-3bac-450f-9367-2e5077ce96b0/5c5a74a3-f877-4ebf-9f02-12b57cd11359) {{(pid=104082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:21:17.932710 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-46f1f1cf-48a9-4542-9bba-cf3580be7206 None None] Publish callbacks [] for port (5c5a74a3-f877-4ebf-9f02-12b57cd11359), precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:17.941328 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-46f1f1cf-48a9-4542-9bba-cf3580be7206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965'] for port (5c5a74a3-f877-4ebf-9f02-12b57cd11359), after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:17.992583 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=64,neutron:INSERT=35,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:21:18.027625 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f1f1cf-48a9-4542-9bba-cf3580be7206 None None] Network 2a67ad45-72fe-45da-b900-9c500d739f70 is already hosted by enough agents. {{(pid=104082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:21:18.028996 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:21:18.032504 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [None req-46f1f1cf-48a9-4542-9bba-cf3580be7206 None None] Resources bound (agent type, host, resource id): {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:21:18.034249 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=6 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:21:18.034618 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f1f1cf-48a9-4542-9bba-cf3580be7206 None None] Pushing event updated for resources: {'Port': ['ID=5c5a74a3-f877-4ebf-9f02-12b57cd11359,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:21:18.039790 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f1f1cf-48a9-4542-9bba-cf3580be7206 None None] Received port after_create {{(pid=104082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:21:18.048905 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1f1cf-48a9-4542-9bba-cf3580be7206 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:18.049311 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1f1cf-48a9-4542-9bba-cf3580be7206 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:18.049674 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1f1cf-48a9-4542-9bba-cf3580be7206 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:18.050021 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1f1cf-48a9-4542-9bba-cf3580be7206 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:18.050356 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1f1cf-48a9-4542-9bba-cf3580be7206 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:18.050689 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1f1cf-48a9-4542-9bba-cf3580be7206 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:18.051020 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1f1cf-48a9-4542-9bba-cf3580be7206 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:18.051347 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1f1cf-48a9-4542-9bba-cf3580be7206 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:18.051676 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1f1cf-48a9-4542-9bba-cf3580be7206 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:18.052002 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1f1cf-48a9-4542-9bba-cf3580be7206 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:18.052330 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1f1cf-48a9-4542-9bba-cf3580be7206 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:18.052673 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1f1cf-48a9-4542-9bba-cf3580be7206 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:18.053028 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1f1cf-48a9-4542-9bba-cf3580be7206 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:18.053361 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1f1cf-48a9-4542-9bba-cf3580be7206 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:18.053685 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1f1cf-48a9-4542-9bba-cf3580be7206 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:18.055150 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1f1cf-48a9-4542-9bba-cf3580be7206 None None] Tracked resource versions report: May 23 15:21:18.055150 dv-cinder-841125-8-iscsi neutron-server[104082]: pushed versions: May 23 15:21:18.055150 dv-cinder-841125-8-iscsi neutron-server[104082]: { 'AddressGroup': {'1.2'}, May 23 15:21:18.055150 dv-cinder-841125-8-iscsi neutron-server[104082]: 'Agent': {'1.1'}, May 23 15:21:18.055150 dv-cinder-841125-8-iscsi neutron-server[104082]: 'ConntrackHelper': {'1.0'}, May 23 15:21:18.055150 dv-cinder-841125-8-iscsi neutron-server[104082]: 'LocalIPAssociation': {'1.0'}, May 23 15:21:18.055150 dv-cinder-841125-8-iscsi neutron-server[104082]: 'Log': {'1.0'}, May 23 15:21:18.055150 dv-cinder-841125-8-iscsi neutron-server[104082]: 'NDPProxy': {'1.0'}, May 23 15:21:18.055150 dv-cinder-841125-8-iscsi neutron-server[104082]: 'Network': {'1.1'}, May 23 15:21:18.055150 dv-cinder-841125-8-iscsi neutron-server[104082]: 'Port': {'1.7'}, May 23 15:21:18.055150 dv-cinder-841125-8-iscsi neutron-server[104082]: 'PortForwarding': {'1.3'}, May 23 15:21:18.055150 dv-cinder-841125-8-iscsi neutron-server[104082]: 'QosPolicy': {'1.10'}, May 23 15:21:18.055150 dv-cinder-841125-8-iscsi neutron-server[104082]: 'SecurityGroup': {'1.5'}, May 23 15:21:18.055150 dv-cinder-841125-8-iscsi neutron-server[104082]: 'SecurityGroupRule': {'1.2'}, May 23 15:21:18.055150 dv-cinder-841125-8-iscsi neutron-server[104082]: 'SubPort': {'1.0'}, May 23 15:21:18.055150 dv-cinder-841125-8-iscsi neutron-server[104082]: 'Subnet': {'1.1'}, May 23 15:21:18.055150 dv-cinder-841125-8-iscsi neutron-server[104082]: 'Trunk': {'1.1'}} May 23 15:21:18.055150 dv-cinder-841125-8-iscsi neutron-server[104082]: consumer versions: May 23 15:21:18.055150 dv-cinder-841125-8-iscsi neutron-server[104082]: { DHCP agent@dv-cinder-841125-8-iscsi: {}, May 23 15:21:18.055150 dv-cinder-841125-8-iscsi neutron-server[104082]: L3 agent@dv-cinder-841125-8-iscsi: {}, May 23 15:21:18.055150 dv-cinder-841125-8-iscsi neutron-server[104082]: Metadata agent@dv-cinder-841125-8-iscsi: {}, May 23 15:21:18.055150 dv-cinder-841125-8-iscsi neutron-server[104082]: Metering agent@dv-cinder-841125-8-iscsi: {}, May 23 15:21:18.055150 dv-cinder-841125-8-iscsi neutron-server[104082]: Open vSwitch agent@dv-cinder-841125-8-iscsi: { 'AddressGroup': '1.2', May 23 15:21:18.055150 dv-cinder-841125-8-iscsi neutron-server[104082]: 'Agent': '1.1', May 23 15:21:18.055150 dv-cinder-841125-8-iscsi neutron-server[104082]: 'ConntrackHelper': '1.0', May 23 15:21:18.055150 dv-cinder-841125-8-iscsi neutron-server[104082]: 'LocalIPAssociation': '1.0', May 23 15:21:18.055150 dv-cinder-841125-8-iscsi neutron-server[104082]: 'Log': '1.0', May 23 15:21:18.055150 dv-cinder-841125-8-iscsi neutron-server[104082]: 'NDPProxy': '1.0', May 23 15:21:18.055150 dv-cinder-841125-8-iscsi neutron-server[104082]: 'Network': '1.1', May 23 15:21:18.055150 dv-cinder-841125-8-iscsi neutron-server[104082]: 'Port': '1.7', May 23 15:21:18.055150 dv-cinder-841125-8-iscsi neutron-server[104082]: 'PortForwarding': '1.3', May 23 15:21:18.055150 dv-cinder-841125-8-iscsi neutron-server[104082]: 'QosPolicy': '1.10', May 23 15:21:18.055150 dv-cinder-841125-8-iscsi neutron-server[104082]: 'SecurityGroup': '1.5', May 23 15:21:18.055150 dv-cinder-841125-8-iscsi neutron-server[104082]: 'SecurityGroupRule': '1.2', May 23 15:21:18.055150 dv-cinder-841125-8-iscsi neutron-server[104082]: 'SubPort': '1.0', May 23 15:21:18.055150 dv-cinder-841125-8-iscsi neutron-server[104082]: 'Subnet': '1.1', May 23 15:21:18.055150 dv-cinder-841125-8-iscsi neutron-server[104082]: 'Trunk': '1.1'}} May 23 15:21:18.055150 dv-cinder-841125-8-iscsi neutron-server[104082]: {{(pid=104082) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 23 15:21:18.133818 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-46f1f1cf-48a9-4542-9bba-cf3580be7206 None None] Attempting to bind port 5c5a74a3-f877-4ebf-9f02-12b57cd11359 on host dv-cinder-841125-8-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:21:18.134480 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-46f1f1cf-48a9-4542-9bba-cf3580be7206 None None] Attempting to bind port 5c5a74a3-f877-4ebf-9f02-12b57cd11359 by drivers openvswitch,hyperv on host dv-cinder-841125-8-iscsi at level 0 using segments [{'id': '8651e272-70e6-484a-aaa7-b2d27873aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '2a67ad45-72fe-45da-b900-9c500d739f70'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:21:18.134595 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f1f1cf-48a9-4542-9bba-cf3580be7206 None None] Attempting to bind port 5c5a74a3-f877-4ebf-9f02-12b57cd11359 on network 2a67ad45-72fe-45da-b900-9c500d739f70 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:21:18.139583 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f1f1cf-48a9-4542-9bba-cf3580be7206 None None] Checking agent: {'id': '1cc95fa5-d110-483d-93d7-5dca7a29794e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 21, 10), 'started_at': datetime.datetime(2022, 5, 23, 15, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:21:18.140583 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f1f1cf-48a9-4542-9bba-cf3580be7206 None None] Checking segment: {'id': '8651e272-70e6-484a-aaa7-b2d27873aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '2a67ad45-72fe-45da-b900-9c500d739f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:21:18.141154 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-46f1f1cf-48a9-4542-9bba-cf3580be7206 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:18.141541 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f1f1cf-48a9-4542-9bba-cf3580be7206 None None] Bound using segment: {'id': '8651e272-70e6-484a-aaa7-b2d27873aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '2a67ad45-72fe-45da-b900-9c500d739f70'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:21:18.142022 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-46f1f1cf-48a9-4542-9bba-cf3580be7206 None None] Bound port: 5c5a74a3-f877-4ebf-9f02-12b57cd11359, host: dv-cinder-841125-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8651e272-70e6-484a-aaa7-b2d27873aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '2a67ad45-72fe-45da-b900-9c500d739f70'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:21:18.142412 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-46f1f1cf-48a9-4542-9bba-cf3580be7206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (5c5a74a3-f877-4ebf-9f02-12b57cd11359), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:18.199588 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-46f1f1cf-48a9-4542-9bba-cf3580be7206 None None] For port 5c5a74a3-f877-4ebf-9f02-12b57cd11359, host dv-cinder-841125-8-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:21:18.220431 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-46f1f1cf-48a9-4542-9bba-cf3580be7206 None None] For port 5c5a74a3-f877-4ebf-9f02-12b57cd11359, host dv-cinder-841125-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=5c5a74a3-f877-4ebf-9f02-12b57cd11359,segment=NetworkSegment(8651e272-70e6-484a-aaa7-b2d27873aa0a),segment_id=8651e272-70e6-484a-aaa7-b2d27873aa0a)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:21:18.227866 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-46f1f1cf-48a9-4542-9bba-cf3580be7206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (5c5a74a3-f877-4ebf-9f02-12b57cd11359), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:18.280289 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f1f1cf-48a9-4542-9bba-cf3580be7206 None None] Pushing event updated for resources: {'Port': ['ID=5c5a74a3-f877-4ebf-9f02-12b57cd11359,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:21:19.606406 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 56756) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:21:19.939692 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [None req-2e748454-d203-4a02-8052-92c4570ad1fb admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104080) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 15:21:19.940791 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-2e748454-d203-4a02-8052-92c4570ad1fb admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3334382 May 23 15:21:22.414273 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 56764) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:21:22.933308 dv-cinder-841125-8-iscsi neutron-server[104081]: WARNING oslo_policy.policy [None req-224ac572-52e3-4c84-8e82-fa8a7013b5e2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 23 15:21:22.933961 dv-cinder-841125-8-iscsi neutron-server[104081]: WARNING oslo_policy.policy [None req-224ac572-52e3-4c84-8e82-fa8a7013b5e2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 23 15:21:23.165781 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [None req-224ac572-52e3-4c84-8e82-fa8a7013b5e2 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 15:21:23.167006 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-224ac572-52e3-4c84-8e82-fa8a7013b5e2 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7509336 May 23 15:21:25.665379 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 56778) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:21:25.996404 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-2463dc63-e0da-42cb-a798-9e07ddf45909 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:21:26.021270 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2463dc63-e0da-42cb-a798-9e07ddf45909 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-861683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31585'] for router (1904a86c-4470-4ef3-a558-d75744555ed7), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:26.022832 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2463dc63-e0da-42cb-a798-9e07ddf45909 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-866915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-866547', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-831881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31512'] for router (1904a86c-4470-4ef3-a558-d75744555ed7), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:26.169188 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2463dc63-e0da-42cb-a798-9e07ddf45909 demo demo] Publish callbacks [] for router_controller (1904a86c-4470-4ef3-a558-d75744555ed7), precommit_add_association {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:26.174890 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2463dc63-e0da-42cb-a798-9e07ddf45909 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-866922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-866470'] for router (1904a86c-4470-4ef3-a558-d75744555ed7), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:26.191474 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2463dc63-e0da-42cb-a798-9e07ddf45909 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:26.192639 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-2463dc63-e0da-42cb-a798-9e07ddf45909 demo demo] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5262859 May 23 15:21:28.271839 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=63,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:21:28.275920 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:21:28.278132 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=63,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:21:28.393493 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 5c5a74a3-f877-4ebf-9f02-12b57cd11359 up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:21:28.481731 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port 5c5a74a3-f877-4ebf-9f02-12b57cd11359 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:21:28.482150 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (5c5a74a3-f877-4ebf-9f02-12b57cd11359), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:28.594105 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port 5c5a74a3-f877-4ebf-9f02-12b57cd11359 is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:21:28.594735 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (5c5a74a3-f877-4ebf-9f02-12b57cd11359), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:28.634186 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] For port 5c5a74a3-f877-4ebf-9f02-12b57cd11359, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=5c5a74a3-f877-4ebf-9f02-12b57cd11359,segment=NetworkSegment(8651e272-70e6-484a-aaa7-b2d27873aa0a),segment_id=8651e272-70e6-484a-aaa7-b2d27873aa0a)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:21:28.640831 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (5c5a74a3-f877-4ebf-9f02-12b57cd11359), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:28.691759 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Pushing event updated for resources: {'Port': ['ID=5c5a74a3-f877-4ebf-9f02-12b57cd11359,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:21:28.701097 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 56794) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:21:29.034229 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [None req-000c8528-2f86-47d8-a6c8-24bda59f99e3 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104080) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 15:21:29.035242 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-000c8528-2f86-47d8-a6c8-24bda59f99e3 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3331945 May 23 15:21:29.625413 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca299f1b-bb77-4f10-8ce1-97959ce4181a None None] Network 2a67ad45-72fe-45da-b900-9c500d739f70 requested from dv-cinder-841125-8-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:21:29.716301 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-564df6b2-e696-48b5-a710-f7e7ac8b0450 None None] Provisioning complete for port 5c5a74a3-f877-4ebf-9f02-12b57cd11359 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:21:29.716682 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-564df6b2-e696-48b5-a710-f7e7ac8b0450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (5c5a74a3-f877-4ebf-9f02-12b57cd11359), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:29.826148 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-564df6b2-e696-48b5-a710-f7e7ac8b0450 None None] Current status of the port 5c5a74a3-f877-4ebf-9f02-12b57cd11359 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:21:30.045097 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a6b69a06-d523-420a-a19b-2cf0479ea086 None None] Provisioning complete for port 5c5a74a3-f877-4ebf-9f02-12b57cd11359 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:21:30.045494 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a6b69a06-d523-420a-a19b-2cf0479ea086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (5c5a74a3-f877-4ebf-9f02-12b57cd11359), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:30.118209 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a6b69a06-d523-420a-a19b-2cf0479ea086 None None] Current status of the port 5c5a74a3-f877-4ebf-9f02-12b57cd11359 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:21:30.369035 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 5c5a74a3-f877-4ebf-9f02-12b57cd11359 up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:21:30.411973 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port 5c5a74a3-f877-4ebf-9f02-12b57cd11359 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:21:30.412366 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (5c5a74a3-f877-4ebf-9f02-12b57cd11359), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:30.480702 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port 5c5a74a3-f877-4ebf-9f02-12b57cd11359 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:21:31.485115 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 56802) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:21:31.811081 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-28fe9640-b906-44c7-bb28-f5ccfbd3a6cc admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:21:31.824351 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writer thread running {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 23 15:21:31.827608 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:21:31.872899 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28fe9640-b906-44c7-bb28-f5ccfbd3a6cc admin admin] Made reservation on behalf of c586cdfef8dc4cea9cf389817d345b08 for: {'network': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:21:31.933346 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.policy [None req-28fe9640-b906-44c7-bb28-f5ccfbd3a6cc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104081) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 23 15:21:31.976426 dv-cinder-841125-8-iscsi neutron-server[104081]: WARNING oslo_policy.policy [None req-28fe9640-b906-44c7-bb28-f5ccfbd3a6cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 23 15:21:31.976804 dv-cinder-841125-8-iscsi neutron-server[104081]: WARNING oslo_policy.policy [None req-28fe9640-b906-44c7-bb28-f5ccfbd3a6cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 23 15:21:31.986589 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-28fe9640-b906-44c7-bb28-f5ccfbd3a6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for network (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:32.007187 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-28fe9640-b906-44c7-bb28-f5ccfbd3a6cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:32.127944 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-28fe9640-b906-44c7-bb28-f5ccfbd3a6cc admin admin] Publish callbacks [] for security_group (c825ad10-072d-44b3-8b04-5475cab88e13), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:32.131706 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-28fe9640-b906-44c7-bb28-f5ccfbd3a6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (c825ad10-072d-44b3-8b04-5475cab88e13), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:32.143885 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-28fe9640-b906-44c7-bb28-f5ccfbd3a6cc admin admin] Reserving flat network on physical network physnet1 {{(pid=104081) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 23 15:21:32.172150 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-28fe9640-b906-44c7-bb28-f5ccfbd3a6cc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781040571742', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226'] for segment (36a83107-a298-4f41-a08d-e6c665169c28), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:32.172668 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.db.segments_db [None req-28fe9640-b906-44c7-bb28-f5ccfbd3a6cc admin admin] Added segment 36a83107-a298-4f41-a08d-e6c665169c28 of type flat for network c36a36f9-cc20-4687-9603-de8e87d2bfc7 May 23 15:21:32.211747 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe9640-b906-44c7-bb28-f5ccfbd3a6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c825ad10-072d-44b3-8b04-5475cab88e13,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:21:32.255739 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe9640-b906-44c7-bb28-f5ccfbd3a6cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:32.256096 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe9640-b906-44c7-bb28-f5ccfbd3a6cc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:32.256513 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe9640-b906-44c7-bb28-f5ccfbd3a6cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:32.256847 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe9640-b906-44c7-bb28-f5ccfbd3a6cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:32.257200 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe9640-b906-44c7-bb28-f5ccfbd3a6cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:32.257517 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe9640-b906-44c7-bb28-f5ccfbd3a6cc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:32.257830 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe9640-b906-44c7-bb28-f5ccfbd3a6cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:32.258140 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe9640-b906-44c7-bb28-f5ccfbd3a6cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:32.258463 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe9640-b906-44c7-bb28-f5ccfbd3a6cc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:32.258778 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe9640-b906-44c7-bb28-f5ccfbd3a6cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:32.259103 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe9640-b906-44c7-bb28-f5ccfbd3a6cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:32.259429 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe9640-b906-44c7-bb28-f5ccfbd3a6cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:32.259740 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe9640-b906-44c7-bb28-f5ccfbd3a6cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:32.260044 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe9640-b906-44c7-bb28-f5ccfbd3a6cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:32.260349 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe9640-b906-44c7-bb28-f5ccfbd3a6cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:32.261822 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe9640-b906-44c7-bb28-f5ccfbd3a6cc admin admin] Tracked resource versions report: May 23 15:21:32.261822 dv-cinder-841125-8-iscsi neutron-server[104081]: pushed versions: May 23 15:21:32.261822 dv-cinder-841125-8-iscsi neutron-server[104081]: { 'AddressGroup': {'1.2'}, May 23 15:21:32.261822 dv-cinder-841125-8-iscsi neutron-server[104081]: 'Agent': {'1.1'}, May 23 15:21:32.261822 dv-cinder-841125-8-iscsi neutron-server[104081]: 'ConntrackHelper': {'1.0'}, May 23 15:21:32.261822 dv-cinder-841125-8-iscsi neutron-server[104081]: 'LocalIPAssociation': {'1.0'}, May 23 15:21:32.261822 dv-cinder-841125-8-iscsi neutron-server[104081]: 'Log': {'1.0'}, May 23 15:21:32.261822 dv-cinder-841125-8-iscsi neutron-server[104081]: 'NDPProxy': {'1.0'}, May 23 15:21:32.261822 dv-cinder-841125-8-iscsi neutron-server[104081]: 'Network': {'1.1'}, May 23 15:21:32.261822 dv-cinder-841125-8-iscsi neutron-server[104081]: 'Port': {'1.7'}, May 23 15:21:32.261822 dv-cinder-841125-8-iscsi neutron-server[104081]: 'PortForwarding': {'1.3'}, May 23 15:21:32.261822 dv-cinder-841125-8-iscsi neutron-server[104081]: 'QosPolicy': {'1.10'}, May 23 15:21:32.261822 dv-cinder-841125-8-iscsi neutron-server[104081]: 'SecurityGroup': {'1.5'}, May 23 15:21:32.261822 dv-cinder-841125-8-iscsi neutron-server[104081]: 'SecurityGroupRule': {'1.2'}, May 23 15:21:32.261822 dv-cinder-841125-8-iscsi neutron-server[104081]: 'SubPort': {'1.0'}, May 23 15:21:32.261822 dv-cinder-841125-8-iscsi neutron-server[104081]: 'Subnet': {'1.1'}, May 23 15:21:32.261822 dv-cinder-841125-8-iscsi neutron-server[104081]: 'Trunk': {'1.1'}} May 23 15:21:32.261822 dv-cinder-841125-8-iscsi neutron-server[104081]: consumer versions: May 23 15:21:32.261822 dv-cinder-841125-8-iscsi neutron-server[104081]: { DHCP agent@dv-cinder-841125-8-iscsi: {}, May 23 15:21:32.261822 dv-cinder-841125-8-iscsi neutron-server[104081]: L3 agent@dv-cinder-841125-8-iscsi: {}, May 23 15:21:32.261822 dv-cinder-841125-8-iscsi neutron-server[104081]: Metadata agent@dv-cinder-841125-8-iscsi: {}, May 23 15:21:32.261822 dv-cinder-841125-8-iscsi neutron-server[104081]: Metering agent@dv-cinder-841125-8-iscsi: {}, May 23 15:21:32.261822 dv-cinder-841125-8-iscsi neutron-server[104081]: Open vSwitch agent@dv-cinder-841125-8-iscsi: { 'AddressGroup': '1.2', May 23 15:21:32.261822 dv-cinder-841125-8-iscsi neutron-server[104081]: 'Agent': '1.1', May 23 15:21:32.261822 dv-cinder-841125-8-iscsi neutron-server[104081]: 'ConntrackHelper': '1.0', May 23 15:21:32.261822 dv-cinder-841125-8-iscsi neutron-server[104081]: 'LocalIPAssociation': '1.0', May 23 15:21:32.261822 dv-cinder-841125-8-iscsi neutron-server[104081]: 'Log': '1.0', May 23 15:21:32.261822 dv-cinder-841125-8-iscsi neutron-server[104081]: 'NDPProxy': '1.0', May 23 15:21:32.261822 dv-cinder-841125-8-iscsi neutron-server[104081]: 'Network': '1.1', May 23 15:21:32.261822 dv-cinder-841125-8-iscsi neutron-server[104081]: 'Port': '1.7', May 23 15:21:32.261822 dv-cinder-841125-8-iscsi neutron-server[104081]: 'PortForwarding': '1.3', May 23 15:21:32.261822 dv-cinder-841125-8-iscsi neutron-server[104081]: 'QosPolicy': '1.10', May 23 15:21:32.261822 dv-cinder-841125-8-iscsi neutron-server[104081]: 'SecurityGroup': '1.5', May 23 15:21:32.261822 dv-cinder-841125-8-iscsi neutron-server[104081]: 'SecurityGroupRule': '1.2', May 23 15:21:32.261822 dv-cinder-841125-8-iscsi neutron-server[104081]: 'SubPort': '1.0', May 23 15:21:32.261822 dv-cinder-841125-8-iscsi neutron-server[104081]: 'Subnet': '1.1', May 23 15:21:32.261822 dv-cinder-841125-8-iscsi neutron-server[104081]: 'Trunk': '1.1'}} May 23 15:21:32.261822 dv-cinder-841125-8-iscsi neutron-server[104081]: {{(pid=104081) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 23 15:21:32.293176 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-28fe9640-b906-44c7-bb28-f5ccfbd3a6cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781040098124'] for network (c36a36f9-cc20-4687-9603-de8e87d2bfc7), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:32.341773 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-28fe9640-b906-44c7-bb28-f5ccfbd3a6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720'] for network (c36a36f9-cc20-4687-9603-de8e87d2bfc7), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:32.343093 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fe9640-b906-44c7-bb28-f5ccfbd3a6cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:21:32.344037 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-28fe9640-b906-44c7-bb28-f5ccfbd3a6cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for network (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:32.438021 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-28fe9640-b906-44c7-bb28-f5ccfbd3a6cc admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9517183 May 23 15:21:32.453528 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe9640-b906-44c7-bb28-f5ccfbd3a6cc admin admin] Pushing event updated for resources: {'Network': ['ID=c36a36f9-cc20-4687-9603-de8e87d2bfc7,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:21:32.466611 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Network c36a36f9-cc20-4687-9603-de8e87d2bfc7 details requested by agent ovs-agent-dv-cinder-841125-8-iscsi with host dv-cinder-841125-8-iscsi {{(pid=104082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 15:21:33.055200 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-245ec555-cc68-4cdc-8b12-709582f52b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:34.915088 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 56818) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:21:35.336575 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f428d2c0-bfd5-4c79-a3f8-5599fc69b92c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:21:35.337977 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-f428d2c0-bfd5-4c79-a3f8-5599fc69b92c demo admin] 10.222.0.30 "GET /v2.0/subnets/28079818-3bac-450f-9367-2e5077ce96b0 HTTP/1.1" status: 200 len: 849 time: 0.4219387 May 23 15:21:35.412660 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-8aad6ff2-a323-4540-919d-43fae7de645e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:35.497280 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-fd1f6b58-3a71-4ec7-abdf-1e53be72867b demo admin] 10.222.0.30 "GET /v2.0/routers/1904a86c-4470-4ef3-a558-d75744555ed7 HTTP/1.1" status: 200 len: 704 time: 0.1533968 May 23 15:21:35.774883 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a9659e9c-2d29-4225-913e-11fe0b96ebf0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:35.996074 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:21:36.059285 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:21:36.076581 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-a9659e9c-2d29-4225-913e-11fe0b96ebf0 demo admin] Allocated IP 172.20.0.1 (2a67ad45-72fe-45da-b900-9c500d739f70/28079818-3bac-450f-9367-2e5077ce96b0/cb5ecd31-a44b-41b6-8376-fe120ba6d9ed) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:21:36.186287 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=24,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:21:36.187170 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=76,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:21:36.261737 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a9659e9c-2d29-4225-913e-11fe0b96ebf0 demo admin] Publish callbacks [] for port (cb5ecd31-a44b-41b6-8376-fe120ba6d9ed), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:36.321175 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a9659e9c-2d29-4225-913e-11fe0b96ebf0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965'] for port (cb5ecd31-a44b-41b6-8376-fe120ba6d9ed), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:36.392243 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9659e9c-2d29-4225-913e-11fe0b96ebf0 demo admin] Network 2a67ad45-72fe-45da-b900-9c500d739f70 is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:21:36.399843 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-a9659e9c-2d29-4225-913e-11fe0b96ebf0 demo admin] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:21:36.411390 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9659e9c-2d29-4225-913e-11fe0b96ebf0 demo admin] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:21:36.411956 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a9659e9c-2d29-4225-913e-11fe0b96ebf0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-863987'] for router_interface (1904a86c-4470-4ef3-a558-d75744555ed7), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:36.435875 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9659e9c-2d29-4225-913e-11fe0b96ebf0 demo admin] Pushing event updated for resources: {'Port': ['ID=cb5ecd31-a44b-41b6-8376-fe120ba6d9ed,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:21:36.569226 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-9ba89357-d79e-434b-ae22-ab7e43303e11 None None] Provisioning complete for port cb5ecd31-a44b-41b6-8376-fe120ba6d9ed triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:21:36.569780 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-9ba89357-d79e-434b-ae22-ab7e43303e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (cb5ecd31-a44b-41b6-8376-fe120ba6d9ed), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:36.614778 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a9659e9c-2d29-4225-913e-11fe0b96ebf0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (cb5ecd31-a44b-41b6-8376-fe120ba6d9ed), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:36.631259 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-deeacb48-f8ad-4ee7-aaeb-78a4c3f342fc None None] Agent healthcheck: found 5 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:21:36.654545 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-9ba89357-d79e-434b-ae22-ab7e43303e11 None None] Port cb5ecd31-a44b-41b6-8376-fe120ba6d9ed cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:21:36.842046 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:36.899456 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a9659e9c-2d29-4225-913e-11fe0b96ebf0 demo admin] Publish callbacks [] for port (cb5ecd31-a44b-41b6-8376-fe120ba6d9ed), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:36.903839 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a9659e9c-2d29-4225-913e-11fe0b96ebf0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (cb5ecd31-a44b-41b6-8376-fe120ba6d9ed), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:36.904622 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a9659e9c-2d29-4225-913e-11fe0b96ebf0 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-243210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-863331'] for router_interface (1904a86c-4470-4ef3-a558-d75744555ed7), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:36.981456 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9659e9c-2d29-4225-913e-11fe0b96ebf0 demo admin] Pushing event updated for resources: {'Port': ['ID=cb5ecd31-a44b-41b6-8376-fe120ba6d9ed,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:21:36.997675 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:21:37.034556 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9659e9c-2d29-4225-913e-11fe0b96ebf0 demo admin] Network 2a67ad45-72fe-45da-b900-9c500d739f70 is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:21:37.035845 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-a9659e9c-2d29-4225-913e-11fe0b96ebf0 demo admin] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:21:37.184672 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:21:37.195341 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9659e9c-2d29-4225-913e-11fe0b96ebf0 demo admin] Router 1904a86c-4470-4ef3-a558-d75744555ed7 is scheduled to L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb with binding_index 1 {{(pid=104081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 15:21:37.274290 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b0792225-f131-40de-b206-5379ea1de227 None None] Provisioning complete for port cb5ecd31-a44b-41b6-8376-fe120ba6d9ed triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:21:37.274715 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b0792225-f131-40de-b206-5379ea1de227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (cb5ecd31-a44b-41b6-8376-fe120ba6d9ed), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:37.286383 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9659e9c-2d29-4225-913e-11fe0b96ebf0 demo admin] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:21:37.291616 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-a9659e9c-2d29-4225-913e-11fe0b96ebf0 demo admin] 10.222.0.30 "PUT /v2.0/routers/1904a86c-4470-4ef3-a558-d75744555ed7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7880712 May 23 15:21:37.296052 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770cd01d-8745-4b0c-8dd8-42f97e544f46 None None] Sync routers for ids ['1904a86c-4470-4ef3-a558-d75744555ed7'] in dv-cinder-841125-8-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:21:37.309687 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770cd01d-8745-4b0c-8dd8-42f97e544f46 None None] Routers {'1904a86c-4470-4ef3-a558-d75744555ed7'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:21:37.310528 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-770cd01d-8745-4b0c-8dd8-42f97e544f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:21:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['1904a86c-4470-4ef3-a558-d75744555ed7'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:21:37.313576 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b0792225-f131-40de-b206-5379ea1de227 None None] Port cb5ecd31-a44b-41b6-8376-fe120ba6d9ed cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:21:37.501515 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-770cd01d-8745-4b0c-8dd8-42f97e544f46 None None] Set router 1904a86c-4470-4ef3-a558-d75744555ed7 gateway port host: None {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:21:37.925983 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-770cd01d-8745-4b0c-8dd8-42f97e544f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1904a86c-4470-4ef3-a558-d75744555ed7', 'name': 'router1', 'tenant_id': '84b308b5ae9a4e0482f37715f327cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:21:26Z', 'updated_at': '2022-05-23T15:21:36Z', 'revision_number': 2, 'project_id': '84b308b5ae9a4e0482f37715f327cd20', 'gw_port_host': None, '_interfaces': [{'id': 'cb5ecd31-a44b-41b6-8376-fe120ba6d9ed', 'name': '', 'network_id': '2a67ad45-72fe-45da-b900-9c500d739f70', 'tenant_id': '84b308b5ae9a4e0482f37715f327cd20', 'mac_address': 'fa:16:3e:5a:0a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1904a86c-4470-4ef3-a558-d75744555ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '28079818-3bac-450f-9367-2e5077ce96b0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:21:35Z', 'updated_at': '2022-05-23T15:21:36Z', 'revision_number': 2, 'project_id': '84b308b5ae9a4e0482f37715f327cd20', 'subnets': [{'id': '28079818-3bac-450f-9367-2e5077ce96b0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5526da92-9542-4f30-8560-34f38ff72ee7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:21:37.966298 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:37.977879 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770cd01d-8745-4b0c-8dd8-42f97e544f46 None None] Checking router: 1904a86c-4470-4ef3-a558-d75744555ed7 for host: dv-cinder-841125-8-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:21:37.978246 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770cd01d-8745-4b0c-8dd8-42f97e544f46 None None] Updating router 1904a86c-4470-4ef3-a558-d75744555ed7 port cb5ecd31-a44b-41b6-8376-fe120ba6d9ed binding host dv-cinder-841125-8-iscsi {{(pid=104083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 15:21:38.030811 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-770cd01d-8745-4b0c-8dd8-42f97e544f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (cb5ecd31-a44b-41b6-8376-fe120ba6d9ed), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:38.560234 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-770cd01d-8745-4b0c-8dd8-42f97e544f46 None None] Publish callbacks [] for port (cb5ecd31-a44b-41b6-8376-fe120ba6d9ed), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:38.567293 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-770cd01d-8745-4b0c-8dd8-42f97e544f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (cb5ecd31-a44b-41b6-8376-fe120ba6d9ed), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:38.721186 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f4295c-a5ae-4da4-8a3e-d22bd9c91030 None None] Pushing event updated for resources: {'Port': ['ID=cb5ecd31-a44b-41b6-8376-fe120ba6d9ed,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:21:38.746799 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4295c-a5ae-4da4-8a3e-d22bd9c91030 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:38.747163 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4295c-a5ae-4da4-8a3e-d22bd9c91030 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:38.747518 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4295c-a5ae-4da4-8a3e-d22bd9c91030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:38.747868 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4295c-a5ae-4da4-8a3e-d22bd9c91030 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:38.748206 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4295c-a5ae-4da4-8a3e-d22bd9c91030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:38.748548 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4295c-a5ae-4da4-8a3e-d22bd9c91030 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:38.749157 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4295c-a5ae-4da4-8a3e-d22bd9c91030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:38.749614 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4295c-a5ae-4da4-8a3e-d22bd9c91030 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:38.749959 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4295c-a5ae-4da4-8a3e-d22bd9c91030 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:38.750286 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4295c-a5ae-4da4-8a3e-d22bd9c91030 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:38.750617 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4295c-a5ae-4da4-8a3e-d22bd9c91030 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:38.750962 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4295c-a5ae-4da4-8a3e-d22bd9c91030 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:38.751290 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4295c-a5ae-4da4-8a3e-d22bd9c91030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:38.751612 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4295c-a5ae-4da4-8a3e-d22bd9c91030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:38.751935 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4295c-a5ae-4da4-8a3e-d22bd9c91030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:21:38.753431 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4295c-a5ae-4da4-8a3e-d22bd9c91030 None None] Tracked resource versions report: May 23 15:21:38.753431 dv-cinder-841125-8-iscsi neutron-server[104083]: pushed versions: May 23 15:21:38.753431 dv-cinder-841125-8-iscsi neutron-server[104083]: { 'AddressGroup': {'1.2'}, May 23 15:21:38.753431 dv-cinder-841125-8-iscsi neutron-server[104083]: 'Agent': {'1.1'}, May 23 15:21:38.753431 dv-cinder-841125-8-iscsi neutron-server[104083]: 'ConntrackHelper': {'1.0'}, May 23 15:21:38.753431 dv-cinder-841125-8-iscsi neutron-server[104083]: 'LocalIPAssociation': {'1.0'}, May 23 15:21:38.753431 dv-cinder-841125-8-iscsi neutron-server[104083]: 'Log': {'1.0'}, May 23 15:21:38.753431 dv-cinder-841125-8-iscsi neutron-server[104083]: 'NDPProxy': {'1.0'}, May 23 15:21:38.753431 dv-cinder-841125-8-iscsi neutron-server[104083]: 'Network': {'1.1'}, May 23 15:21:38.753431 dv-cinder-841125-8-iscsi neutron-server[104083]: 'Port': {'1.7'}, May 23 15:21:38.753431 dv-cinder-841125-8-iscsi neutron-server[104083]: 'PortForwarding': {'1.3'}, May 23 15:21:38.753431 dv-cinder-841125-8-iscsi neutron-server[104083]: 'QosPolicy': {'1.10'}, May 23 15:21:38.753431 dv-cinder-841125-8-iscsi neutron-server[104083]: 'SecurityGroup': {'1.5'}, May 23 15:21:38.753431 dv-cinder-841125-8-iscsi neutron-server[104083]: 'SecurityGroupRule': {'1.2'}, May 23 15:21:38.753431 dv-cinder-841125-8-iscsi neutron-server[104083]: 'SubPort': {'1.0'}, May 23 15:21:38.753431 dv-cinder-841125-8-iscsi neutron-server[104083]: 'Subnet': {'1.1'}, May 23 15:21:38.753431 dv-cinder-841125-8-iscsi neutron-server[104083]: 'Trunk': {'1.1'}} May 23 15:21:38.753431 dv-cinder-841125-8-iscsi neutron-server[104083]: consumer versions: May 23 15:21:38.753431 dv-cinder-841125-8-iscsi neutron-server[104083]: { DHCP agent@dv-cinder-841125-8-iscsi: {}, May 23 15:21:38.753431 dv-cinder-841125-8-iscsi neutron-server[104083]: L3 agent@dv-cinder-841125-8-iscsi: {}, May 23 15:21:38.753431 dv-cinder-841125-8-iscsi neutron-server[104083]: Metadata agent@dv-cinder-841125-8-iscsi: {}, May 23 15:21:38.753431 dv-cinder-841125-8-iscsi neutron-server[104083]: Metering agent@dv-cinder-841125-8-iscsi: {}, May 23 15:21:38.753431 dv-cinder-841125-8-iscsi neutron-server[104083]: Open vSwitch agent@dv-cinder-841125-8-iscsi: { 'AddressGroup': '1.2', May 23 15:21:38.753431 dv-cinder-841125-8-iscsi neutron-server[104083]: 'Agent': '1.1', May 23 15:21:38.753431 dv-cinder-841125-8-iscsi neutron-server[104083]: 'ConntrackHelper': '1.0', May 23 15:21:38.753431 dv-cinder-841125-8-iscsi neutron-server[104083]: 'LocalIPAssociation': '1.0', May 23 15:21:38.753431 dv-cinder-841125-8-iscsi neutron-server[104083]: 'Log': '1.0', May 23 15:21:38.753431 dv-cinder-841125-8-iscsi neutron-server[104083]: 'NDPProxy': '1.0', May 23 15:21:38.753431 dv-cinder-841125-8-iscsi neutron-server[104083]: 'Network': '1.1', May 23 15:21:38.753431 dv-cinder-841125-8-iscsi neutron-server[104083]: 'Port': '1.7', May 23 15:21:38.753431 dv-cinder-841125-8-iscsi neutron-server[104083]: 'PortForwarding': '1.3', May 23 15:21:38.753431 dv-cinder-841125-8-iscsi neutron-server[104083]: 'QosPolicy': '1.10', May 23 15:21:38.753431 dv-cinder-841125-8-iscsi neutron-server[104083]: 'SecurityGroup': '1.5', May 23 15:21:38.753431 dv-cinder-841125-8-iscsi neutron-server[104083]: 'SecurityGroupRule': '1.2', May 23 15:21:38.753431 dv-cinder-841125-8-iscsi neutron-server[104083]: 'SubPort': '1.0', May 23 15:21:38.753431 dv-cinder-841125-8-iscsi neutron-server[104083]: 'Subnet': '1.1', May 23 15:21:38.753431 dv-cinder-841125-8-iscsi neutron-server[104083]: 'Trunk': '1.1'}} May 23 15:21:38.753431 dv-cinder-841125-8-iscsi neutron-server[104083]: {{(pid=104083) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 23 15:21:38.770773 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-770cd01d-8745-4b0c-8dd8-42f97e544f46 None None] Attempting to bind port cb5ecd31-a44b-41b6-8376-fe120ba6d9ed on host dv-cinder-841125-8-iscsi for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:21:38.771175 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-770cd01d-8745-4b0c-8dd8-42f97e544f46 None None] Attempting to bind port cb5ecd31-a44b-41b6-8376-fe120ba6d9ed by drivers openvswitch,hyperv on host dv-cinder-841125-8-iscsi at level 0 using segments [{'id': '8651e272-70e6-484a-aaa7-b2d27873aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '2a67ad45-72fe-45da-b900-9c500d739f70'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:21:38.771730 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770cd01d-8745-4b0c-8dd8-42f97e544f46 None None] Attempting to bind port cb5ecd31-a44b-41b6-8376-fe120ba6d9ed on network 2a67ad45-72fe-45da-b900-9c500d739f70 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:21:38.777258 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770cd01d-8745-4b0c-8dd8-42f97e544f46 None None] Checking agent: {'id': '1cc95fa5-d110-483d-93d7-5dca7a29794e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 21, 10), 'started_at': datetime.datetime(2022, 5, 23, 15, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:21:38.777661 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770cd01d-8745-4b0c-8dd8-42f97e544f46 None None] Checking segment: {'id': '8651e272-70e6-484a-aaa7-b2d27873aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '2a67ad45-72fe-45da-b900-9c500d739f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:21:38.778143 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-770cd01d-8745-4b0c-8dd8-42f97e544f46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:38.778535 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770cd01d-8745-4b0c-8dd8-42f97e544f46 None None] Bound using segment: {'id': '8651e272-70e6-484a-aaa7-b2d27873aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '2a67ad45-72fe-45da-b900-9c500d739f70'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:21:38.779036 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-770cd01d-8745-4b0c-8dd8-42f97e544f46 None None] Bound port: cb5ecd31-a44b-41b6-8376-fe120ba6d9ed, host: dv-cinder-841125-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8651e272-70e6-484a-aaa7-b2d27873aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '2a67ad45-72fe-45da-b900-9c500d739f70'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:21:38.779415 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-770cd01d-8745-4b0c-8dd8-42f97e544f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (cb5ecd31-a44b-41b6-8376-fe120ba6d9ed), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:38.822904 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:21:38.849951 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-770cd01d-8745-4b0c-8dd8-42f97e544f46 None None] For port cb5ecd31-a44b-41b6-8376-fe120ba6d9ed, host dv-cinder-841125-8-iscsi, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:21:38.870928 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-770cd01d-8745-4b0c-8dd8-42f97e544f46 None None] For port cb5ecd31-a44b-41b6-8376-fe120ba6d9ed, host dv-cinder-841125-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=cb5ecd31-a44b-41b6-8376-fe120ba6d9ed,segment=NetworkSegment(8651e272-70e6-484a-aaa7-b2d27873aa0a),segment_id=8651e272-70e6-484a-aaa7-b2d27873aa0a)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:21:38.878492 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-770cd01d-8745-4b0c-8dd8-42f97e544f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (cb5ecd31-a44b-41b6-8376-fe120ba6d9ed), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:38.881165 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e7ab121d-0237-45da-af17-9b6ae8c3e5f0 None None] Provisioning complete for port cb5ecd31-a44b-41b6-8376-fe120ba6d9ed triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:21:38.881550 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e7ab121d-0237-45da-af17-9b6ae8c3e5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (cb5ecd31-a44b-41b6-8376-fe120ba6d9ed), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:38.886678 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:21:38.934007 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f4295c-a5ae-4da4-8a3e-d22bd9c91030 None None] Pushing event updated for resources: {'Port': ['ID=cb5ecd31-a44b-41b6-8376-fe120ba6d9ed,revision_number=4']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:21:38.960391 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e7ab121d-0237-45da-af17-9b6ae8c3e5f0 None None] Current status of the port cb5ecd31-a44b-41b6-8376-fe120ba6d9ed is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:21:38.961062 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e7ab121d-0237-45da-af17-9b6ae8c3e5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (cb5ecd31-a44b-41b6-8376-fe120ba6d9ed), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:38.961678 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770cd01d-8745-4b0c-8dd8-42f97e544f46 None None] Routers {'1904a86c-4470-4ef3-a558-d75744555ed7'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:21:38.962342 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-770cd01d-8745-4b0c-8dd8-42f97e544f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:21:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['1904a86c-4470-4ef3-a558-d75744555ed7'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:21:39.004731 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e7ab121d-0237-45da-af17-9b6ae8c3e5f0 None None] For port cb5ecd31-a44b-41b6-8376-fe120ba6d9ed, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=cb5ecd31-a44b-41b6-8376-fe120ba6d9ed,segment=NetworkSegment(8651e272-70e6-484a-aaa7-b2d27873aa0a),segment_id=8651e272-70e6-484a-aaa7-b2d27873aa0a)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:21:39.013054 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e7ab121d-0237-45da-af17-9b6ae8c3e5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (cb5ecd31-a44b-41b6-8376-fe120ba6d9ed), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:39.058893 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-770cd01d-8745-4b0c-8dd8-42f97e544f46 None None] Set router 1904a86c-4470-4ef3-a558-d75744555ed7 gateway port host: None {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:21:39.068500 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ab121d-0237-45da-af17-9b6ae8c3e5f0 None None] Pushing event updated for resources: {'Port': ['ID=cb5ecd31-a44b-41b6-8376-fe120ba6d9ed,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:21:39.234927 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-c4640ad5-dc39-4b26-98e5-d5fc0d8544f7 None None] Provisioning complete for port cb5ecd31-a44b-41b6-8376-fe120ba6d9ed triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:21:39.235457 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c4640ad5-dc39-4b26-98e5-d5fc0d8544f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (cb5ecd31-a44b-41b6-8376-fe120ba6d9ed), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:39.238431 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:21:39.258447 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-770cd01d-8745-4b0c-8dd8-42f97e544f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1904a86c-4470-4ef3-a558-d75744555ed7', 'name': 'router1', 'tenant_id': '84b308b5ae9a4e0482f37715f327cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:21:26Z', 'updated_at': '2022-05-23T15:21:36Z', 'revision_number': 2, 'project_id': '84b308b5ae9a4e0482f37715f327cd20', 'gw_port_host': None, '_interfaces': [{'id': 'cb5ecd31-a44b-41b6-8376-fe120ba6d9ed', 'name': '', 'network_id': '2a67ad45-72fe-45da-b900-9c500d739f70', 'tenant_id': '84b308b5ae9a4e0482f37715f327cd20', 'mac_address': 'fa:16:3e:5a:0a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1904a86c-4470-4ef3-a558-d75744555ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '28079818-3bac-450f-9367-2e5077ce96b0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:21:35Z', 'updated_at': '2022-05-23T15:21:38Z', 'revision_number': 4, 'project_id': '84b308b5ae9a4e0482f37715f327cd20', 'subnets': [{'id': '28079818-3bac-450f-9367-2e5077ce96b0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5526da92-9542-4f30-8560-34f38ff72ee7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:21:39.259557 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:21:39.288139 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770cd01d-8745-4b0c-8dd8-42f97e544f46 None None] The sync data for ids ['1904a86c-4470-4ef3-a558-d75744555ed7'] in dv-cinder-841125-8-iscsi is: [{'id': '1904a86c-4470-4ef3-a558-d75744555ed7', 'name': 'router1', 'tenant_id': '84b308b5ae9a4e0482f37715f327cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:21:26Z', 'updated_at': '2022-05-23T15:21:36Z', 'revision_number': 2, 'project_id': '84b308b5ae9a4e0482f37715f327cd20', 'gw_port_host': None, '_interfaces': [{'id': 'cb5ecd31-a44b-41b6-8376-fe120ba6d9ed', 'name': '', 'network_id': '2a67ad45-72fe-45da-b900-9c500d739f70', 'tenant_id': '84b308b5ae9a4e0482f37715f327cd20', 'mac_address': 'fa:16:3e:5a:0a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1904a86c-4470-4ef3-a558-d75744555ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '28079818-3bac-450f-9367-2e5077ce96b0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:21:35Z', 'updated_at': '2022-05-23T15:21:38Z', 'revision_number': 4, 'project_id': '84b308b5ae9a4e0482f37715f327cd20', 'subnets': [{'id': '28079818-3bac-450f-9367-2e5077ce96b0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5526da92-9542-4f30-8560-34f38ff72ee7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:21:39.316105 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-c4640ad5-dc39-4b26-98e5-d5fc0d8544f7 None None] Current status of the port cb5ecd31-a44b-41b6-8376-fe120ba6d9ed is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:21:39.661911 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:39.770769 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 56842) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:21:39.989097 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a027b318-ff9f-4a9c-a027-1480130f684a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:21:39.990478 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-a027b318-ff9f-4a9c-a027-1480130f684a admin admin] 10.222.0.30 "GET /v2.0/networks/c36a36f9-cc20-4687-9603-de8e87d2bfc7 HTTP/1.1" status: 200 len: 842 time: 0.2187512 May 23 15:21:40.000549 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-042c25ba-26cb-4d68-928e-217b7fca3ae9 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'ip_version': 4, 'enable_dhcp': False, 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'name': 'public-subnet', 'gateway_ip': '172.27.2.1'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:21:40.024925 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042c25ba-26cb-4d68-928e-217b7fca3ae9 admin admin] Made reservation on behalf of c586cdfef8dc4cea9cf389817d345b08 for: {'subnet': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:21:40.027333 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-042c25ba-26cb-4d68-928e-217b7fca3ae9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:40.318495 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.objects.ports [None req-042c25ba-26cb-4d68-928e-217b7fca3ae9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104081) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 23 15:21:40.318954 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-042c25ba-26cb-4d68-928e-217b7fca3ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720'] for subnet (aa177288-79a2-4e75-ac60-432249438b03), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:40.378164 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042c25ba-26cb-4d68-928e-217b7fca3ae9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa177288-79a2-4e75-ac60-432249438b03,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:21:40.386979 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042c25ba-26cb-4d68-928e-217b7fca3ae9 admin admin] Checking segment: {'id': '36a83107-a298-4f41-a08d-e6c665169c28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:21:40.387331 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042c25ba-26cb-4d68-928e-217b7fca3ae9 admin admin] Network hostable DHCP agents. Network: c36a36f9-cc20-4687-9603-de8e87d2bfc7, hostable agents: ['a6df4f1d-15a4-4993-9185-787bcd604f39'], hosted agents: [] {{(pid=104081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 15:21:40.409625 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042c25ba-26cb-4d68-928e-217b7fca3ae9 admin admin] Network c36a36f9-cc20-4687-9603-de8e87d2bfc7 is scheduled to be hosted by DHCP agent a6df4f1d-15a4-4993-9185-787bcd604f39 with binding_index 1 {{(pid=104081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 15:21:40.422232 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-042c25ba-26cb-4d68-928e-217b7fca3ae9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-8-iscsi, c36a36f9-cc20-4687-9603-de8e87d2bfc7) {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:21:40.426711 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042c25ba-26cb-4d68-928e-217b7fca3ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:21:40.427305 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-042c25ba-26cb-4d68-928e-217b7fca3ae9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for subnet (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:40.431486 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce83e13-46f8-4101-8307-0b4c042e2db2 None None] Network c36a36f9-cc20-4687-9603-de8e87d2bfc7 requested from dv-cinder-841125-8-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:21:40.444490 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-042c25ba-26cb-4d68-928e-217b7fca3ae9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4479611 May 23 15:21:40.538792 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c70fb0-4c71-4e3e-afdb-deac0f0e0384 None None] Network c36a36f9-cc20-4687-9603-de8e87d2bfc7 requested from dv-cinder-841125-8-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:21:40.614709 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:21:42.901769 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 56860) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:21:43.050352 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-a30c885a-0a2d-4792-9dcf-78a786ac142e demo admin] 10.222.0.30 "GET /v2.0/routers/1904a86c-4470-4ef3-a558-d75744555ed7 HTTP/1.1" status: 200 len: 710 time: 0.1473823 May 23 15:21:43.063484 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:21:43.139863 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6573e578-1b20-42a0-9142-25acb69c1181 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:21:43.142188 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-6573e578-1b20-42a0-9142-25acb69c1181 demo admin] 10.222.0.30 "GET /v2.0/networks/c36a36f9-cc20-4687-9603-de8e87d2bfc7 HTTP/1.1" status: 200 len: 886 time: 0.0863187 May 23 15:21:43.150684 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-4850a41d-15c1-43df-86ff-b2b6e05dabba demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'}}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:21:43.297519 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:21:43.396135 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4850a41d-15c1-43df-86ff-b2b6e05dabba demo admin] Publish callbacks [] for router_gateway (1904a86c-4470-4ef3-a558-d75744555ed7), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:43.680046 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4850a41d-15c1-43df-86ff-b2b6e05dabba demo admin] Publish callbacks [] for router_gateway (1904a86c-4470-4ef3-a558-d75744555ed7), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:43.756202 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4850a41d-15c1-43df-86ff-b2b6e05dabba demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:43.860605 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-4850a41d-15c1-43df-86ff-b2b6e05dabba demo admin] Allocated IP 172.27.2.235 (c36a36f9-cc20-4687-9603-de8e87d2bfc7/aa177288-79a2-4e75-ac60-432249438b03/528354d8-0ba3-48ea-b267-fe0f0a323ca1) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:21:43.961508 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4850a41d-15c1-43df-86ff-b2b6e05dabba demo admin] Publish callbacks [] for port (528354d8-0ba3-48ea-b267-fe0f0a323ca1), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:43.993213 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4850a41d-15c1-43df-86ff-b2b6e05dabba demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965'] for port (528354d8-0ba3-48ea-b267-fe0f0a323ca1), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:44.034638 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4850a41d-15c1-43df-86ff-b2b6e05dabba demo admin] Network c36a36f9-cc20-4687-9603-de8e87d2bfc7 is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:21:44.037625 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-4850a41d-15c1-43df-86ff-b2b6e05dabba demo admin] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:21:44.047677 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4850a41d-15c1-43df-86ff-b2b6e05dabba demo admin] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:21:44.083204 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4850a41d-15c1-43df-86ff-b2b6e05dabba demo admin] Pushing event updated for resources: {'Port': ['ID=528354d8-0ba3-48ea-b267-fe0f0a323ca1,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:21:44.132718 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:21:44.162032 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:21:44.293794 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4850a41d-15c1-43df-86ff-b2b6e05dabba demo admin] Publish callbacks [] for router_gateway (1904a86c-4470-4ef3-a558-d75744555ed7), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:44.482134 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4850a41d-15c1-43df-86ff-b2b6e05dabba demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-866497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-866929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31502'] for router (1904a86c-4470-4ef3-a558-d75744555ed7), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:44.486807 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4850a41d-15c1-43df-86ff-b2b6e05dabba demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-866470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-866504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-866527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-866936'] for router (1904a86c-4470-4ef3-a558-d75744555ed7), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:44.597595 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4850a41d-15c1-43df-86ff-b2b6e05dabba demo admin] Router 1904a86c-4470-4ef3-a558-d75744555ed7 has already been hosted by L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:21:44.702282 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4850a41d-15c1-43df-86ff-b2b6e05dabba demo admin] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:21:44.706497 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4850a41d-15c1-43df-86ff-b2b6e05dabba demo admin] Publish callbacks [] for router (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:44.707690 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-4850a41d-15c1-43df-86ff-b2b6e05dabba demo admin] 10.222.0.30 "PUT /v2.0/routers/1904a86c-4470-4ef3-a558-d75744555ed7 HTTP/1.1" status: 200 len: 890 time: 1.5600054 May 23 15:21:46.413135 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device cb5ecd31-a44b-41b6-8376-fe120ba6d9ed up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:21:46.461732 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port cb5ecd31-a44b-41b6-8376-fe120ba6d9ed triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:21:46.462129 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (cb5ecd31-a44b-41b6-8376-fe120ba6d9ed), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:46.538666 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port cb5ecd31-a44b-41b6-8376-fe120ba6d9ed is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:21:47.151220 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 56874) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:21:47.266580 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-a0a0a1d6-b577-4dd0-88c5-d581fd3f0934 admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1142509 May 23 15:21:48.242056 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4685235-94f1-4369-a91e-ecf4e688d863 None None] Sync routers for ids ['1904a86c-4470-4ef3-a558-d75744555ed7'] in dv-cinder-841125-8-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:21:48.253257 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4685235-94f1-4369-a91e-ecf4e688d863 None None] Routers {'1904a86c-4470-4ef3-a558-d75744555ed7'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:21:48.253895 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-a4685235-94f1-4369-a91e-ecf4e688d863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:21:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['1904a86c-4470-4ef3-a558-d75744555ed7'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:21:48.456745 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-a4685235-94f1-4369-a91e-ecf4e688d863 None None] Set router 1904a86c-4470-4ef3-a558-d75744555ed7 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:21:48.907072 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-a4685235-94f1-4369-a91e-ecf4e688d863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1904a86c-4470-4ef3-a558-d75744555ed7', 'name': 'router1', 'tenant_id': '84b308b5ae9a4e0482f37715f327cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '528354d8-0ba3-48ea-b267-fe0f0a323ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:21:26Z', 'updated_at': '2022-05-23T15:21:44Z', 'revision_number': 4, 'project_id': '84b308b5ae9a4e0482f37715f327cd20', 'gw_port': {'id': '528354d8-0ba3-48ea-b267-fe0f0a323ca1', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:55:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1904a86c-4470-4ef3-a558-d75744555ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:21:43Z', 'updated_at': '2022-05-23T15:21:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': 'cb5ecd31-a44b-41b6-8376-fe120ba6d9ed', 'name': '', 'network_id': '2a67ad45-72fe-45da-b900-9c500d739f70', 'tenant_id': '84b308b5ae9a4e0482f37715f327cd20', 'mac_address': 'fa:16:3e:5a:0a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1904a86c-4470-4ef3-a558-d75744555ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '28079818-3bac-450f-9367-2e5077ce96b0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:21:35Z', 'updated_at': '2022-05-23T15:21:38Z', 'revision_number': 5, 'project_id': '84b308b5ae9a4e0482f37715f327cd20', 'subnets': [{'id': '28079818-3bac-450f-9367-2e5077ce96b0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5526da92-9542-4f30-8560-34f38ff72ee7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:21:48.958469 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4685235-94f1-4369-a91e-ecf4e688d863 None None] Checking router: 1904a86c-4470-4ef3-a558-d75744555ed7 for host: dv-cinder-841125-8-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:21:48.959056 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4685235-94f1-4369-a91e-ecf4e688d863 None None] Updating router 1904a86c-4470-4ef3-a558-d75744555ed7 port 528354d8-0ba3-48ea-b267-fe0f0a323ca1 binding host dv-cinder-841125-8-iscsi {{(pid=104082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 15:21:49.018003 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a4685235-94f1-4369-a91e-ecf4e688d863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (528354d8-0ba3-48ea-b267-fe0f0a323ca1), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:49.376351 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a4685235-94f1-4369-a91e-ecf4e688d863 None None] Publish callbacks [] for port (528354d8-0ba3-48ea-b267-fe0f0a323ca1), precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:49.383719 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a4685235-94f1-4369-a91e-ecf4e688d863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (528354d8-0ba3-48ea-b267-fe0f0a323ca1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:49.429907 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c178d662-cf61-4fd0-acb5-b749e656f958 None None] Pushing event updated for resources: {'Port': ['ID=528354d8-0ba3-48ea-b267-fe0f0a323ca1,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:21:49.445784 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-a4685235-94f1-4369-a91e-ecf4e688d863 None None] Attempting to bind port 528354d8-0ba3-48ea-b267-fe0f0a323ca1 on host dv-cinder-841125-8-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:21:49.446337 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-a4685235-94f1-4369-a91e-ecf4e688d863 None None] Attempting to bind port 528354d8-0ba3-48ea-b267-fe0f0a323ca1 by drivers openvswitch,hyperv on host dv-cinder-841125-8-iscsi at level 0 using segments [{'id': '36a83107-a298-4f41-a08d-e6c665169c28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:21:49.446700 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4685235-94f1-4369-a91e-ecf4e688d863 None None] Attempting to bind port 528354d8-0ba3-48ea-b267-fe0f0a323ca1 on network c36a36f9-cc20-4687-9603-de8e87d2bfc7 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:21:49.451954 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4685235-94f1-4369-a91e-ecf4e688d863 None None] Checking agent: {'id': '1cc95fa5-d110-483d-93d7-5dca7a29794e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 21, 10), 'started_at': datetime.datetime(2022, 5, 23, 15, 21, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:21:49.452324 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4685235-94f1-4369-a91e-ecf4e688d863 None None] Checking segment: {'id': '36a83107-a298-4f41-a08d-e6c665169c28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:21:49.452748 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a4685235-94f1-4369-a91e-ecf4e688d863 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:49.453174 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4685235-94f1-4369-a91e-ecf4e688d863 None None] Bound using segment: {'id': '36a83107-a298-4f41-a08d-e6c665169c28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:21:49.453634 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-a4685235-94f1-4369-a91e-ecf4e688d863 None None] Bound port: 528354d8-0ba3-48ea-b267-fe0f0a323ca1, host: dv-cinder-841125-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a83107-a298-4f41-a08d-e6c665169c28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:21:49.454008 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a4685235-94f1-4369-a91e-ecf4e688d863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (528354d8-0ba3-48ea-b267-fe0f0a323ca1), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:49.508319 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-a4685235-94f1-4369-a91e-ecf4e688d863 None None] For port 528354d8-0ba3-48ea-b267-fe0f0a323ca1, host dv-cinder-841125-8-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:21:49.511868 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-a4685235-94f1-4369-a91e-ecf4e688d863 None None] For port 528354d8-0ba3-48ea-b267-fe0f0a323ca1, host dv-cinder-841125-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=528354d8-0ba3-48ea-b267-fe0f0a323ca1,segment=NetworkSegment(36a83107-a298-4f41-a08d-e6c665169c28),segment_id=36a83107-a298-4f41-a08d-e6c665169c28)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:21:49.527160 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a4685235-94f1-4369-a91e-ecf4e688d863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (528354d8-0ba3-48ea-b267-fe0f0a323ca1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:49.591856 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4685235-94f1-4369-a91e-ecf4e688d863 None None] Routers {'1904a86c-4470-4ef3-a558-d75744555ed7'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:21:49.592550 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-a4685235-94f1-4369-a91e-ecf4e688d863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:21:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['1904a86c-4470-4ef3-a558-d75744555ed7'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:21:49.595524 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c178d662-cf61-4fd0-acb5-b749e656f958 None None] Pushing event updated for resources: {'Port': ['ID=528354d8-0ba3-48ea-b267-fe0f0a323ca1,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:21:49.649030 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:21:49.683959 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:21:49.714207 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-a4685235-94f1-4369-a91e-ecf4e688d863 None None] Set router 1904a86c-4470-4ef3-a558-d75744555ed7 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:21:49.858348 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:21:49.938120 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-a4685235-94f1-4369-a91e-ecf4e688d863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1904a86c-4470-4ef3-a558-d75744555ed7', 'name': 'router1', 'tenant_id': '84b308b5ae9a4e0482f37715f327cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '528354d8-0ba3-48ea-b267-fe0f0a323ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:21:26Z', 'updated_at': '2022-05-23T15:21:44Z', 'revision_number': 4, 'project_id': '84b308b5ae9a4e0482f37715f327cd20', 'gw_port': {'id': '528354d8-0ba3-48ea-b267-fe0f0a323ca1', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:55:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1904a86c-4470-4ef3-a558-d75744555ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:21:43Z', 'updated_at': '2022-05-23T15:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': 'cb5ecd31-a44b-41b6-8376-fe120ba6d9ed', 'name': '', 'network_id': '2a67ad45-72fe-45da-b900-9c500d739f70', 'tenant_id': '84b308b5ae9a4e0482f37715f327cd20', 'mac_address': 'fa:16:3e:5a:0a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1904a86c-4470-4ef3-a558-d75744555ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '28079818-3bac-450f-9367-2e5077ce96b0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:21:35Z', 'updated_at': '2022-05-23T15:21:38Z', 'revision_number': 5, 'project_id': '84b308b5ae9a4e0482f37715f327cd20', 'subnets': [{'id': '28079818-3bac-450f-9367-2e5077ce96b0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5526da92-9542-4f30-8560-34f38ff72ee7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:21:49.974717 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4685235-94f1-4369-a91e-ecf4e688d863 None None] The sync data for ids ['1904a86c-4470-4ef3-a558-d75744555ed7'] in dv-cinder-841125-8-iscsi is: [{'id': '1904a86c-4470-4ef3-a558-d75744555ed7', 'name': 'router1', 'tenant_id': '84b308b5ae9a4e0482f37715f327cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '528354d8-0ba3-48ea-b267-fe0f0a323ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:21:26Z', 'updated_at': '2022-05-23T15:21:44Z', 'revision_number': 4, 'project_id': '84b308b5ae9a4e0482f37715f327cd20', 'gw_port': {'id': '528354d8-0ba3-48ea-b267-fe0f0a323ca1', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:55:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1904a86c-4470-4ef3-a558-d75744555ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:21:43Z', 'updated_at': '2022-05-23T15:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': 'cb5ecd31-a44b-41b6-8376-fe120ba6d9ed', 'name': '', 'network_id': '2a67ad45-72fe-45da-b900-9c500d739f70', 'tenant_id': '84b308b5ae9a4e0482f37715f327cd20', 'mac_address': 'fa:16:3e:5a:0a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1904a86c-4470-4ef3-a558-d75744555ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '28079818-3bac-450f-9367-2e5077ce96b0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:21:35Z', 'updated_at': '2022-05-23T15:21:38Z', 'revision_number': 5, 'project_id': '84b308b5ae9a4e0482f37715f327cd20', 'subnets': [{'id': '28079818-3bac-450f-9367-2e5077ce96b0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5526da92-9542-4f30-8560-34f38ff72ee7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:21:50.481073 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 528354d8-0ba3-48ea-b267-fe0f0a323ca1 up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:21:50.547270 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port 528354d8-0ba3-48ea-b267-fe0f0a323ca1 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:21:50.547645 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (528354d8-0ba3-48ea-b267-fe0f0a323ca1), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:50.628163 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port 528354d8-0ba3-48ea-b267-fe0f0a323ca1 is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:21:50.628548 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (528354d8-0ba3-48ea-b267-fe0f0a323ca1), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:50.650318 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] For port 528354d8-0ba3-48ea-b267-fe0f0a323ca1, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=528354d8-0ba3-48ea-b267-fe0f0a323ca1,segment=NetworkSegment(36a83107-a298-4f41-a08d-e6c665169c28),segment_id=36a83107-a298-4f41-a08d-e6c665169c28)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:21:50.658649 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (528354d8-0ba3-48ea-b267-fe0f0a323ca1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:50.712316 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Pushing event updated for resources: {'Port': ['ID=528354d8-0ba3-48ea-b267-fe0f0a323ca1,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:21:52.454000 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 528354d8-0ba3-48ea-b267-fe0f0a323ca1 up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:21:52.546854 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port 528354d8-0ba3-48ea-b267-fe0f0a323ca1 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:21:52.547592 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (528354d8-0ba3-48ea-b267-fe0f0a323ca1), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:21:52.696959 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port 528354d8-0ba3-48ea-b267-fe0f0a323ca1 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:21:53.638211 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=34 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:21:53.639597 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=55 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:21:57.259692 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=50 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:21:57.263159 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:UPDATE=2,neutron:INSERT=1,neutron:SELECT=67 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:22:02.678621 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=60 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:22:02.684047 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=26 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:22:02.692137 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=41,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:22:03.083628 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b06cb072-b07c-4894-8c69-a770d9054d8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:22:05.425052 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-20e44b2d-cb36-4479-99e6-341945a59a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:22:06.867399 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:22:07.970741 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:22:09.673276 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:22:13.630313 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-deeacb48-f8ad-4ee7-aaeb-78a4c3f342fc None None] Agent healthcheck: found 5 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:22:17.964556 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:22:19.659535 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:22:19.666922 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:22:30.635813 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=5 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:22:30.637344 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=3 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:22:33.060415 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-f75c07a8-d309-41a0-a728-cc3327b1bdca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:22:35.432661 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fb95d69-1fbc-4f4c-80c8-d3e5d95a1464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:22:36.847336 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:22:37.976502 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:22:39.674460 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:22:47.972895 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:22:49.663863 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:22:49.669861 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:22:50.630294 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-deeacb48-f8ad-4ee7-aaeb-78a4c3f342fc None None] Agent healthcheck: found 5 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:23:03.053042 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fdf12775-734d-454d-b230-3ae941c2b62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:23:05.419650 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0682dda7-dc65-4a09-a3d0-3a311397342f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:23:06.147706 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 57412) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:23:06.209117 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5de5f62-f69b-4a0f-9052-e193fbb54942 admin admin] GET failed (client error): The resource could not be found. May 23 15:23:06.210399 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-e5de5f62-f69b-4a0f-9052-e193fbb54942 admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0617290 May 23 15:23:06.452624 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e844f13d-8278-4ca7-90b5-95d93a502ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:23:06.454148 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-e844f13d-8278-4ca7-90b5-95d93a502ae7 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2396867 May 23 15:23:06.847914 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:23:07.627965 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=5 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:23:07.632332 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:23:07.977070 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:23:08.670860 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 57422) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:23:08.763062 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870e4aa8-bffc-4ee5-aa56-88ef818824fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:23:08.764454 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-870e4aa8-bffc-4ee5-aa56-88ef818824fc admin admin] 10.222.0.30 "GET /v2.0/subnets/28079818-3bac-450f-9367-2e5077ce96b0 HTTP/1.1" status: 200 len: 849 time: 0.0925612 May 23 15:23:08.773917 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-de62578e-0d59-482f-af33-d1c00a559914 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:23:08.860047 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-de62578e-0d59-482f-af33-d1c00a559914 admin admin] Publish callbacks [] for subnet (28079818-3bac-450f-9367-2e5077ce96b0), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:23:08.999175 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-de62578e-0d59-482f-af33-d1c00a559914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781040403137'] for subnet (28079818-3bac-450f-9367-2e5077ce96b0), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:23:09.036415 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de62578e-0d59-482f-af33-d1c00a559914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:23:09.036525 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-de62578e-0d59-482f-af33-d1c00a559914 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for subnet (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:23:09.038082 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-de62578e-0d59-482f-af33-d1c00a559914 admin admin] 10.222.0.30 "PUT /v2.0/subnets/28079818-3bac-450f-9367-2e5077ce96b0 HTTP/1.1" status: 200 len: 868 time: 0.2677038 May 23 15:23:09.039625 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34963efd-8705-4eea-b50e-37f0d5343bec None None] Network 2a67ad45-72fe-45da-b900-9c500d739f70 requested from dv-cinder-841125-8-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:23:09.056340 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de62578e-0d59-482f-af33-d1c00a559914 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28079818-3bac-450f-9367-2e5077ce96b0,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:23:09.064013 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de62578e-0d59-482f-af33-d1c00a559914 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:23:09.064487 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de62578e-0d59-482f-af33-d1c00a559914 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:23:09.064951 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de62578e-0d59-482f-af33-d1c00a559914 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:23:09.065303 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de62578e-0d59-482f-af33-d1c00a559914 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:23:09.065642 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de62578e-0d59-482f-af33-d1c00a559914 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:23:09.065981 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de62578e-0d59-482f-af33-d1c00a559914 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:23:09.066312 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de62578e-0d59-482f-af33-d1c00a559914 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:23:09.066641 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de62578e-0d59-482f-af33-d1c00a559914 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:23:09.066989 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de62578e-0d59-482f-af33-d1c00a559914 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:23:09.067323 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de62578e-0d59-482f-af33-d1c00a559914 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:23:09.067669 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de62578e-0d59-482f-af33-d1c00a559914 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:23:09.068016 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de62578e-0d59-482f-af33-d1c00a559914 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:23:09.068345 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de62578e-0d59-482f-af33-d1c00a559914 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:23:09.068669 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de62578e-0d59-482f-af33-d1c00a559914 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:23:09.069030 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de62578e-0d59-482f-af33-d1c00a559914 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:23:09.399199 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-912c0dff-afd3-458f-a432-2cb7705a770f None None] Provisioning complete for port cb5ecd31-a44b-41b6-8376-fe120ba6d9ed triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:23:09.399590 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-912c0dff-afd3-458f-a432-2cb7705a770f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (cb5ecd31-a44b-41b6-8376-fe120ba6d9ed), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:23:09.472184 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-912c0dff-afd3-458f-a432-2cb7705a770f None None] Current status of the port cb5ecd31-a44b-41b6-8376-fe120ba6d9ed is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:23:09.480006 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-912c0dff-afd3-458f-a432-2cb7705a770f None None] Provisioning complete for port 5c5a74a3-f877-4ebf-9f02-12b57cd11359 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:23:09.480391 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-912c0dff-afd3-458f-a432-2cb7705a770f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (5c5a74a3-f877-4ebf-9f02-12b57cd11359), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:23:09.549511 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-912c0dff-afd3-458f-a432-2cb7705a770f None None] Current status of the port 5c5a74a3-f877-4ebf-9f02-12b57cd11359 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:23:09.667173 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:23:11.369030 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 57430) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:23:11.568927 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c68b05-7c8a-46f7-aa59-032ccf7ba332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:23:11.569315 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c68b05-7c8a-46f7-aa59-032ccf7ba332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:23:11.570870 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-d5c68b05-7c8a-46f7-aa59-032ccf7ba332 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2008846 May 23 15:23:13.822932 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 57438) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:23:13.954005 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02257387-7952-4e5e-9e39-16931e1b0ec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:23:13.954474 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02257387-7952-4e5e-9e39-16931e1b0ec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:23:13.956267 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-02257387-7952-4e5e-9e39-16931e1b0ec6 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1323912 May 23 15:23:16.229931 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 57446) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:23:16.360464 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f48c74-4d47-4205-b115-897d3886f4b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:23:16.361971 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-26f48c74-4d47-4205-b115-897d3886f4b8 admin admin] 10.222.0.30 "GET /v2.0/networks/2a67ad45-72fe-45da-b900-9c500d739f70 HTTP/1.1" status: 200 len: 869 time: 0.1310172 May 23 15:23:18.566726 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 57454) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:23:18.617286 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:23:18.654834 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:23:18.698230 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd234616-97b2-41a7-9464-13683dc3f8da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:23:18.699614 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-dd234616-97b2-41a7-9464-13683dc3f8da admin admin] 10.222.0.30 "GET /v2.0/networks/c36a36f9-cc20-4687-9603-de8e87d2bfc7 HTTP/1.1" status: 200 len: 886 time: 0.1319387 May 23 15:23:19.655533 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:23:19.660923 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=30 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:23:19.662935 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=30,neutron:UPDATE=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:23:20.949768 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 57462) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:23:21.079328 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6578e6-b1a4-4e03-846c-a53c5ee0fc6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:23:21.079777 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6578e6-b1a4-4e03-846c-a53c5ee0fc6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:23:21.082200 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-aa6578e6-b1a4-4e03-846c-a53c5ee0fc6a admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1314805 May 23 15:23:23.316437 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 57472) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:23:23.411650 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2dbe60-4f0d-497f-a50d-aaad2ee7ee9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:23:23.412102 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2dbe60-4f0d-497f-a50d-aaad2ee7ee9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:23:23.413656 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-da2dbe60-4f0d-497f-a50d-aaad2ee7ee9a admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0962446 May 23 15:23:25.668442 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 57480) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:23:25.771762 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9a6859-54b9-4570-aecd-3890dd4092c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:23:25.773147 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-4b9a6859-54b9-4570-aecd-3890dd4092c1 admin admin] 10.222.0.30 "GET /v2.0/subnets/28079818-3bac-450f-9367-2e5077ce96b0 HTTP/1.1" status: 200 len: 868 time: 0.1036091 May 23 15:23:27.629262 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-deeacb48-f8ad-4ee7-aaeb-78a4c3f342fc None None] Agent healthcheck: found 5 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:23:27.993731 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 57488) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:23:28.090252 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bfb367-4892-4e3f-aa92-6d915528a660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:23:28.091591 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-d7bfb367-4892-4e3f-aa92-6d915528a660 admin admin] 10.222.0.30 "GET /v2.0/subnets/aa177288-79a2-4e75-ac60-432249438b03 HTTP/1.1" status: 200 len: 816 time: 0.0969183 May 23 15:23:33.056759 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a3b8b1bb-0199-4c81-8e62-8c87bade0cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:23:35.422752 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1a7c2e2d-892a-41e1-9c25-2214b17cd253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:23:36.850771 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:23:37.978729 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:23:38.080621 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=32 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:23:38.083881 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=32 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:23:39.670797 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:23:44.634327 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=4 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:23:44.638421 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=4 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:23:49.658764 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:23:49.660027 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:23:49.666492 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:23:58.188616 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=11 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:23:58.198308 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=15 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:24:03.058957 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-085243c1-8741-4874-a480-04609b4f56a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:24:04.631792 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-deeacb48-f8ad-4ee7-aaeb-78a4c3f342fc None None] Agent healthcheck: found 5 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:24:05.424910 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-48ad5b28-2fb9-4266-b3f4-28ce7b9437b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:24:06.855729 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:24:07.986915 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:24:08.750761 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 57546) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:24:08.798041 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [None req-ee912e26-3f5a-405a-9428-4705491cd4fa admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 15:24:08.799017 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-ee912e26-3f5a-405a-9428-4705491cd4fa admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0473270 May 23 15:24:09.673493 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:24:11.162845 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 57554) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:24:11.222137 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.pecan_wsgi.hooks.translation [None req-07b1fcd1-7386-46ac-b9cb-55bccc7893eb admin admin] GET failed (client error): The resource could not be found. May 23 15:24:11.223407 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-07b1fcd1-7386-46ac-b9cb-55bccc7893eb admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0596430 May 23 15:24:11.308307 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c7bda6-61a5-4e2a-85ac-d3e70fc4e155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:24:11.309798 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-a3c7bda6-61a5-4e2a-85ac-d3e70fc4e155 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0820644 May 23 15:24:13.599722 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 57562) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:24:13.652592 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-e3fe99a8-8d9f-4300-9f30-481ea68f02c9 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:24:13.674520 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fe99a8-8d9f-4300-9f30-481ea68f02c9 admin admin] Made reservation on behalf of c586cdfef8dc4cea9cf389817d345b08 for: {'network': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:24:13.676981 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e3fe99a8-8d9f-4300-9f30-481ea68f02c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for network (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:24:13.711963 dv-cinder-841125-8-iscsi neutron-server[104080]: WARNING neutron.services.revisions.revision_plugin [None req-e3fe99a8-8d9f-4300-9f30-481ea68f02c9 admin admin] Could not find related network for resource to bump revision. May 23 15:24:13.725393 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3fe99a8-8d9f-4300-9f30-481ea68f02c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 984} {{(pid=104080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 15:24:13.735305 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e3fe99a8-8d9f-4300-9f30-481ea68f02c9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781040571742', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226'] for segment (051d2028-8c27-4526-be22-2ada26183e4a), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:24:13.735702 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.db.segments_db [None req-e3fe99a8-8d9f-4300-9f30-481ea68f02c9 admin admin] Added segment 051d2028-8c27-4526-be22-2ada26183e4a of type vlan for network 670e66da-e9f1-4170-9f54-1a9fa7660db5 May 23 15:24:13.774460 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e3fe99a8-8d9f-4300-9f30-481ea68f02c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781040098124'] for network (670e66da-e9f1-4170-9f54-1a9fa7660db5), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:24:13.798812 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e3fe99a8-8d9f-4300-9f30-481ea68f02c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720'] for network (670e66da-e9f1-4170-9f54-1a9fa7660db5), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:24:13.799762 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fe99a8-8d9f-4300-9f30-481ea68f02c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:24:13.800580 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e3fe99a8-8d9f-4300-9f30-481ea68f02c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:24:13.873021 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-e3fe99a8-8d9f-4300-9f30-481ea68f02c9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2721195 May 23 15:24:13.898471 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe99a8-8d9f-4300-9f30-481ea68f02c9 admin admin] Pushing event updated for resources: {'Network': ['ID=670e66da-e9f1-4170-9f54-1a9fa7660db5,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:24:13.906434 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe99a8-8d9f-4300-9f30-481ea68f02c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:24:13.906790 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe99a8-8d9f-4300-9f30-481ea68f02c9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:24:13.907159 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe99a8-8d9f-4300-9f30-481ea68f02c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:24:13.907503 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe99a8-8d9f-4300-9f30-481ea68f02c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:24:13.907839 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe99a8-8d9f-4300-9f30-481ea68f02c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:24:13.908172 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe99a8-8d9f-4300-9f30-481ea68f02c9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:24:13.908501 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe99a8-8d9f-4300-9f30-481ea68f02c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:24:13.908829 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe99a8-8d9f-4300-9f30-481ea68f02c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:24:13.909192 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe99a8-8d9f-4300-9f30-481ea68f02c9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:24:13.909527 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe99a8-8d9f-4300-9f30-481ea68f02c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:24:13.909870 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe99a8-8d9f-4300-9f30-481ea68f02c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:24:13.910217 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe99a8-8d9f-4300-9f30-481ea68f02c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:24:13.910546 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe99a8-8d9f-4300-9f30-481ea68f02c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:24:13.910867 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe99a8-8d9f-4300-9f30-481ea68f02c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:24:13.911204 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe99a8-8d9f-4300-9f30-481ea68f02c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:24:13.922940 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Network 670e66da-e9f1-4170-9f54-1a9fa7660db5 details requested by agent ovs-agent-dv-cinder-841125-8-iscsi with host dv-cinder-841125-8-iscsi {{(pid=104082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 15:24:16.144856 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 57572) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:24:16.205131 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1f14ec5-9d97-44a5-a449-013735ddc9db admin admin] GET failed (client error): The resource could not be found. May 23 15:24:16.206398 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-f1f14ec5-9d97-44a5-a449-013735ddc9db admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0605886 May 23 15:24:16.278109 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9bc7a3-8fac-4fe1-b0c2-abada7f45987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:24:16.279873 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-da9bc7a3-8fac-4fe1-b0c2-abada7f45987 admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0686345 May 23 15:24:16.290351 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-29b7ac2c-8221-472d-95ef-6c59b8dffb9e admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '670e66da-e9f1-4170-9f54-1a9fa7660db5', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:24:16.314065 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b7ac2c-8221-472d-95ef-6c59b8dffb9e admin admin] Made reservation on behalf of c586cdfef8dc4cea9cf389817d345b08 for: {'subnet': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:24:16.316506 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-29b7ac2c-8221-472d-95ef-6c59b8dffb9e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:24:16.484457 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-29b7ac2c-8221-472d-95ef-6c59b8dffb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720'] for subnet (99524a08-b08c-4d83-994c-3868a3a7d15e), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:24:16.533551 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b7ac2c-8221-472d-95ef-6c59b8dffb9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=99524a08-b08c-4d83-994c-3868a3a7d15e,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:24:16.546227 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7ac2c-8221-472d-95ef-6c59b8dffb9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:24:16.546583 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7ac2c-8221-472d-95ef-6c59b8dffb9e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:24:16.546925 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7ac2c-8221-472d-95ef-6c59b8dffb9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:24:16.547266 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7ac2c-8221-472d-95ef-6c59b8dffb9e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:24:16.547598 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7ac2c-8221-472d-95ef-6c59b8dffb9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:24:16.547927 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7ac2c-8221-472d-95ef-6c59b8dffb9e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:24:16.548255 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7ac2c-8221-472d-95ef-6c59b8dffb9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:24:16.548581 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7ac2c-8221-472d-95ef-6c59b8dffb9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:24:16.548935 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7ac2c-8221-472d-95ef-6c59b8dffb9e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:24:16.549264 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7ac2c-8221-472d-95ef-6c59b8dffb9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:24:16.549589 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7ac2c-8221-472d-95ef-6c59b8dffb9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:24:16.549931 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7ac2c-8221-472d-95ef-6c59b8dffb9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:24:16.550259 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7ac2c-8221-472d-95ef-6c59b8dffb9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:24:16.550581 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7ac2c-8221-472d-95ef-6c59b8dffb9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:24:16.550901 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7ac2c-8221-472d-95ef-6c59b8dffb9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:24:16.561381 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b7ac2c-8221-472d-95ef-6c59b8dffb9e admin admin] Checking segment: {'id': '051d2028-8c27-4526-be22-2ada26183e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '670e66da-e9f1-4170-9f54-1a9fa7660db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:24:16.561733 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b7ac2c-8221-472d-95ef-6c59b8dffb9e admin admin] Network hostable DHCP agents. Network: 670e66da-e9f1-4170-9f54-1a9fa7660db5, hostable agents: ['a6df4f1d-15a4-4993-9185-787bcd604f39'], hosted agents: [] {{(pid=104081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 15:24:16.578745 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b7ac2c-8221-472d-95ef-6c59b8dffb9e admin admin] Network 670e66da-e9f1-4170-9f54-1a9fa7660db5 is scheduled to be hosted by DHCP agent a6df4f1d-15a4-4993-9185-787bcd604f39 with binding_index 1 {{(pid=104081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 15:24:16.587758 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-29b7ac2c-8221-472d-95ef-6c59b8dffb9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-8-iscsi, 670e66da-e9f1-4170-9f54-1a9fa7660db5) {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:24:16.592348 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b7ac2c-8221-472d-95ef-6c59b8dffb9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:24:16.593043 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-29b7ac2c-8221-472d-95ef-6c59b8dffb9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for subnet (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:24:16.597457 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e687943f-3e65-4c18-816c-42f11c03c23d None None] Network 670e66da-e9f1-4170-9f54-1a9fa7660db5 requested from dv-cinder-841125-8-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:24:16.622682 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-29b7ac2c-8221-472d-95ef-6c59b8dffb9e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3295395 May 23 15:24:16.710741 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1609172-bfea-460f-8438-95beabc2fa4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa639b77-8a03-51d8-9c43-407bd9ee6f7a-670e66da-e9f1-4170-9f54-1a9fa7660db5', 'network_id': '670e66da-e9f1-4170-9f54-1a9fa7660db5', 'project_id': 'c586cdfef8dc4cea9cf389817d345b08', 'fixed_ips': [{'subnet_id': '99524a08-b08c-4d83-994c-3868a3a7d15e'}]}} from dv-cinder-841125-8-iscsi. {{(pid=104082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 15:24:16.711727 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c1609172-bfea-460f-8438-95beabc2fa4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:24:16.854644 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.db_base_plugin_common [None req-c1609172-bfea-460f-8438-95beabc2fa4f None None] Allocated IP 192.168.233.2 (670e66da-e9f1-4170-9f54-1a9fa7660db5/99524a08-b08c-4d83-994c-3868a3a7d15e/0f79f99c-307e-451c-afbf-c13b5059bf42) {{(pid=104082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:24:17.100144 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c1609172-bfea-460f-8438-95beabc2fa4f None None] Publish callbacks [] for port (0f79f99c-307e-451c-afbf-c13b5059bf42), precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:24:17.107072 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c1609172-bfea-460f-8438-95beabc2fa4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965'] for port (0f79f99c-307e-451c-afbf-c13b5059bf42), after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:24:17.151282 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1609172-bfea-460f-8438-95beabc2fa4f None None] Network 670e66da-e9f1-4170-9f54-1a9fa7660db5 is already hosted by enough agents. {{(pid=104082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:24:17.154492 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [None req-c1609172-bfea-460f-8438-95beabc2fa4f None None] Resources bound (agent type, host, resource id): {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:24:17.157539 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1609172-bfea-460f-8438-95beabc2fa4f None None] Received port after_create {{(pid=104082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:24:17.160768 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1609172-bfea-460f-8438-95beabc2fa4f None None] Pushing event updated for resources: {'Port': ['ID=0f79f99c-307e-451c-afbf-c13b5059bf42,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:24:17.172604 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1609172-bfea-460f-8438-95beabc2fa4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:24:17.173043 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1609172-bfea-460f-8438-95beabc2fa4f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:24:17.173406 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1609172-bfea-460f-8438-95beabc2fa4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:24:17.173770 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1609172-bfea-460f-8438-95beabc2fa4f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:24:17.174106 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1609172-bfea-460f-8438-95beabc2fa4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:24:17.174436 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1609172-bfea-460f-8438-95beabc2fa4f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:24:17.174762 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1609172-bfea-460f-8438-95beabc2fa4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:24:17.175085 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1609172-bfea-460f-8438-95beabc2fa4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:24:17.175412 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1609172-bfea-460f-8438-95beabc2fa4f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:24:17.175739 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1609172-bfea-460f-8438-95beabc2fa4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:24:17.176063 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1609172-bfea-460f-8438-95beabc2fa4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:24:17.176411 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1609172-bfea-460f-8438-95beabc2fa4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:24:17.176783 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1609172-bfea-460f-8438-95beabc2fa4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:24:17.177136 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1609172-bfea-460f-8438-95beabc2fa4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:24:17.177538 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1609172-bfea-460f-8438-95beabc2fa4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:24:17.231541 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-c1609172-bfea-460f-8438-95beabc2fa4f None None] Attempting to bind port 0f79f99c-307e-451c-afbf-c13b5059bf42 on host dv-cinder-841125-8-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:24:17.231912 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-c1609172-bfea-460f-8438-95beabc2fa4f None None] Attempting to bind port 0f79f99c-307e-451c-afbf-c13b5059bf42 by drivers openvswitch,hyperv on host dv-cinder-841125-8-iscsi at level 0 using segments [{'id': '051d2028-8c27-4526-be22-2ada26183e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '670e66da-e9f1-4170-9f54-1a9fa7660db5'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:24:17.232271 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1609172-bfea-460f-8438-95beabc2fa4f None None] Attempting to bind port 0f79f99c-307e-451c-afbf-c13b5059bf42 on network 670e66da-e9f1-4170-9f54-1a9fa7660db5 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:24:17.237837 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1609172-bfea-460f-8438-95beabc2fa4f None None] Checking agent: {'id': '1cc95fa5-d110-483d-93d7-5dca7a29794e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 21, 10), 'started_at': datetime.datetime(2022, 5, 23, 15, 21, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:24:17.238219 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1609172-bfea-460f-8438-95beabc2fa4f None None] Checking segment: {'id': '051d2028-8c27-4526-be22-2ada26183e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '670e66da-e9f1-4170-9f54-1a9fa7660db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:24:17.238620 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c1609172-bfea-460f-8438-95beabc2fa4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:24:17.239010 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1609172-bfea-460f-8438-95beabc2fa4f None None] Bound using segment: {'id': '051d2028-8c27-4526-be22-2ada26183e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '670e66da-e9f1-4170-9f54-1a9fa7660db5'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:24:17.239473 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-c1609172-bfea-460f-8438-95beabc2fa4f None None] Bound port: 0f79f99c-307e-451c-afbf-c13b5059bf42, host: dv-cinder-841125-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '051d2028-8c27-4526-be22-2ada26183e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '670e66da-e9f1-4170-9f54-1a9fa7660db5'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:24:17.239910 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c1609172-bfea-460f-8438-95beabc2fa4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (0f79f99c-307e-451c-afbf-c13b5059bf42), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:24:17.301531 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-c1609172-bfea-460f-8438-95beabc2fa4f None None] For port 0f79f99c-307e-451c-afbf-c13b5059bf42, host dv-cinder-841125-8-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:24:17.305216 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-c1609172-bfea-460f-8438-95beabc2fa4f None None] For port 0f79f99c-307e-451c-afbf-c13b5059bf42, host dv-cinder-841125-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=0f79f99c-307e-451c-afbf-c13b5059bf42,segment=NetworkSegment(051d2028-8c27-4526-be22-2ada26183e4a),segment_id=051d2028-8c27-4526-be22-2ada26183e4a)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:24:17.310666 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c1609172-bfea-460f-8438-95beabc2fa4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (0f79f99c-307e-451c-afbf-c13b5059bf42), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:24:17.367253 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1609172-bfea-460f-8438-95beabc2fa4f None None] Pushing event updated for resources: {'Port': ['ID=0f79f99c-307e-451c-afbf-c13b5059bf42,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:24:18.262959 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0bd50d-01b4-4c41-b554-86f858cded55 None None] Network 670e66da-e9f1-4170-9f54-1a9fa7660db5 requested from dv-cinder-841125-8-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:24:18.373648 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-adb6065d-8519-4025-88c2-64268994319f None None] Provisioning complete for port 0f79f99c-307e-451c-afbf-c13b5059bf42 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:24:18.374156 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-adb6065d-8519-4025-88c2-64268994319f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (0f79f99c-307e-451c-afbf-c13b5059bf42), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:24:18.466462 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-adb6065d-8519-4025-88c2-64268994319f None None] Current status of the port 0f79f99c-307e-451c-afbf-c13b5059bf42 is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:24:18.466865 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-adb6065d-8519-4025-88c2-64268994319f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (0f79f99c-307e-451c-afbf-c13b5059bf42), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:24:18.515930 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-adb6065d-8519-4025-88c2-64268994319f None None] For port 0f79f99c-307e-451c-afbf-c13b5059bf42, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=0f79f99c-307e-451c-afbf-c13b5059bf42,segment=NetworkSegment(051d2028-8c27-4526-be22-2ada26183e4a),segment_id=051d2028-8c27-4526-be22-2ada26183e4a)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:24:18.527019 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-adb6065d-8519-4025-88c2-64268994319f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (0f79f99c-307e-451c-afbf-c13b5059bf42), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:24:18.555409 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 0f79f99c-307e-451c-afbf-c13b5059bf42 up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:24:18.639106 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port 0f79f99c-307e-451c-afbf-c13b5059bf42 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:24:18.639573 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (0f79f99c-307e-451c-afbf-c13b5059bf42), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:24:18.659856 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:24:18.669493 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb6065d-8519-4025-88c2-64268994319f None None] Pushing event updated for resources: {'Port': ['ID=0f79f99c-307e-451c-afbf-c13b5059bf42,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:24:18.700035 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:24:18.740695 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port 0f79f99c-307e-451c-afbf-c13b5059bf42 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:24:18.748106 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-c30243b1-f50f-4e93-a4ab-8df952acd532 None None] Provisioning complete for port 0f79f99c-307e-451c-afbf-c13b5059bf42 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:24:18.748488 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c30243b1-f50f-4e93-a4ab-8df952acd532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (0f79f99c-307e-451c-afbf-c13b5059bf42), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:24:18.792832 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:24:18.826496 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-c30243b1-f50f-4e93-a4ab-8df952acd532 None None] Current status of the port 0f79f99c-307e-451c-afbf-c13b5059bf42 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:24:20.495986 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 0f79f99c-307e-451c-afbf-c13b5059bf42 up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:24:20.540439 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port 0f79f99c-307e-451c-afbf-c13b5059bf42 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:24:20.540856 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (0f79f99c-307e-451c-afbf-c13b5059bf42), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:24:20.612424 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port 0f79f99c-307e-451c-afbf-c13b5059bf42 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:24:21.639470 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=4 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:24:21.644487 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=4 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:24:23.889006 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=23,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:24:23.902305 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=24,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:24:26.601070 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=62,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:24:26.604314 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=53,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:24:33.062600 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-27eb0d9e-2ff3-460e-af99-8c325c873510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:24:35.427769 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3c934739-1e5f-4696-9629-a292b1dadb81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:24:36.857225 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:24:37.989102 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:24:39.675809 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:24:41.631135 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-deeacb48-f8ad-4ee7-aaeb-78a4c3f342fc None None] Agent healthcheck: found 5 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:24:47.983617 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=27,neutron:UPDATE=4 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:24:49.665229 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=31 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:24:49.671709 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=39,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:24:58.649811 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=5 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:25:01.623465 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:25:03.065093 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5fa39694-2f0b-4175-a8c4-a05fda2d723a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:25:05.447466 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-af476d03-f781-4afc-a4e3-b8bb9940e058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:25:06.860166 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:25:07.992161 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:25:09.682534 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:25:17.988126 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:25:18.630186 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-deeacb48-f8ad-4ee7-aaeb-78a4c3f342fc None None] Agent healthcheck: found 5 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:25:19.674439 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:25:19.676363 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:25:33.068394 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b0657ffd-4cd0-42d0-9978-c066a4f52ee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:25:35.430453 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-f4e3e0a6-f73f-432b-a401-8499dc799ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:25:35.641550 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=4 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:25:35.646739 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=4 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:25:36.862687 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:25:37.996879 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:25:39.687202 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:25:49.675714 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=6 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:25:49.678977 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:25:49.680985 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:25:55.629310 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-deeacb48-f8ad-4ee7-aaeb-78a4c3f342fc None None] Agent healthcheck: found 5 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:25:57.056178 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 57612) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:25:57.062104 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [None req-b371aba3-eec6-4add-9d0e-3cc110010658 tempest-verify_tempest_config-1500056106 tempest-verify_tempest_config-1500056106-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 15:25:57.063106 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-b371aba3-eec6-4add-9d0e-3cc110010658 tempest-verify_tempest_config-1500056106 tempest-verify_tempest_config-1500056106-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0059674 May 23 15:25:57.359834 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 57630) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:25:57.466632 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2cefd0ea-55ee-4236-9acf-08be2bae1f85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:25:57.541433 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2cefd0ea-55ee-4236-9acf-08be2bae1f85 admin admin] Publish callbacks [] for security_group (df390a96-4670-4980-8dd3-29f252b0fe7f), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:25:57.545287 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2cefd0ea-55ee-4236-9acf-08be2bae1f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (df390a96-4670-4980-8dd3-29f252b0fe7f), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:25:57.593591 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-2cefd0ea-55ee-4236-9acf-08be2bae1f85 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aca03283bd22471197645a5860f70dc7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2326272 May 23 15:25:57.594576 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cefd0ea-55ee-4236-9acf-08be2bae1f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df390a96-4670-4980-8dd3-29f252b0fe7f,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:25:57.596708 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 57636) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:25:57.601652 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cefd0ea-55ee-4236-9acf-08be2bae1f85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:25:57.601997 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cefd0ea-55ee-4236-9acf-08be2bae1f85 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:25:57.602330 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cefd0ea-55ee-4236-9acf-08be2bae1f85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:25:57.602665 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cefd0ea-55ee-4236-9acf-08be2bae1f85 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:25:57.602992 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cefd0ea-55ee-4236-9acf-08be2bae1f85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:25:57.603320 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cefd0ea-55ee-4236-9acf-08be2bae1f85 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:25:57.603635 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cefd0ea-55ee-4236-9acf-08be2bae1f85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:25:57.603996 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cefd0ea-55ee-4236-9acf-08be2bae1f85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:25:57.604993 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cefd0ea-55ee-4236-9acf-08be2bae1f85 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:25:57.605544 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cefd0ea-55ee-4236-9acf-08be2bae1f85 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:25:57.605876 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cefd0ea-55ee-4236-9acf-08be2bae1f85 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:25:57.606221 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cefd0ea-55ee-4236-9acf-08be2bae1f85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:25:57.606547 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cefd0ea-55ee-4236-9acf-08be2bae1f85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:25:57.606865 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cefd0ea-55ee-4236-9acf-08be2bae1f85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:25:57.607222 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cefd0ea-55ee-4236-9acf-08be2bae1f85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:25:57.652145 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-be851a8e-e4a7-4ad9-8956-b05a57b9e4e3 admin admin] Publish callbacks [] for security_group (df390a96-4670-4980-8dd3-29f252b0fe7f), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:25:57.675904 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-be851a8e-e4a7-4ad9-8956-b05a57b9e4e3 admin admin] Publish callbacks [] for security_group (df390a96-4670-4980-8dd3-29f252b0fe7f), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:25:57.859911 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-be851a8e-e4a7-4ad9-8956-b05a57b9e4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (df390a96-4670-4980-8dd3-29f252b0fe7f), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:25:57.862419 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-be851a8e-e4a7-4ad9-8956-b05a57b9e4e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:25:57.863578 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-be851a8e-e4a7-4ad9-8956-b05a57b9e4e3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/df390a96-4670-4980-8dd3-29f252b0fe7f HTTP/1.1" status: 204 len: 168 time: 0.2656555 May 23 15:25:57.871701 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be851a8e-e4a7-4ad9-8956-b05a57b9e4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df390a96-4670-4980-8dd3-29f252b0fe7f,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:25:57.878395 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be851a8e-e4a7-4ad9-8956-b05a57b9e4e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:25:57.878749 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be851a8e-e4a7-4ad9-8956-b05a57b9e4e3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:25:57.879089 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be851a8e-e4a7-4ad9-8956-b05a57b9e4e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:25:57.879428 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be851a8e-e4a7-4ad9-8956-b05a57b9e4e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:25:57.879772 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be851a8e-e4a7-4ad9-8956-b05a57b9e4e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:25:57.880089 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be851a8e-e4a7-4ad9-8956-b05a57b9e4e3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:25:57.880413 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be851a8e-e4a7-4ad9-8956-b05a57b9e4e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:25:57.880735 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be851a8e-e4a7-4ad9-8956-b05a57b9e4e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:25:57.881110 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be851a8e-e4a7-4ad9-8956-b05a57b9e4e3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:25:57.881440 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be851a8e-e4a7-4ad9-8956-b05a57b9e4e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:25:57.881781 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be851a8e-e4a7-4ad9-8956-b05a57b9e4e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:25:57.882250 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be851a8e-e4a7-4ad9-8956-b05a57b9e4e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:25:57.882578 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be851a8e-e4a7-4ad9-8956-b05a57b9e4e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:25:57.882898 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be851a8e-e4a7-4ad9-8956-b05a57b9e4e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:25:57.883216 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be851a8e-e4a7-4ad9-8956-b05a57b9e4e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:26:03.070457 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-55a005b3-09f5-4687-b5f8-3321abf5f4d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:26:05.433151 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3da591d1-18c3-4ab6-bba8-8e4fa4be05a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:26:06.866987 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:26:07.597087 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=18,neutron:INSERT=7 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:26:07.597877 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=21,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:26:07.867522 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:26:07.875195 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:26:08.004284 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:26:09.690868 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:26:12.637674 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=17 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:26:12.642378 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=17 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:26:19.678821 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:26:19.684227 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:26:19.686826 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:26:32.628043 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-deeacb48-f8ad-4ee7-aaeb-78a4c3f342fc None None] Agent healthcheck: found 5 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:26:33.071632 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-f5ee8146-a280-4d42-aeee-3c11b04a90ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:26:35.435610 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1dc162ff-a907-42b0-8561-df581b5e2b60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:26:36.867877 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:26:38.000421 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:26:39.692827 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:26:49.633777 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=4 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:26:49.638781 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=4 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:26:49.682459 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:26:49.687188 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=16 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:26:49.688424 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:27:01.618541 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=1 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:27:01.619334 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:DELETE=1 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:27:03.075784 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-4f70a3fe-c26b-4d88-b87e-5600ee2b7b6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:27:05.437721 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d1df10d5-46a9-4e98-a5f4-c405c2ef4e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:27:06.874300 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:27:08.003634 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:27:09.626487 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-deeacb48-f8ad-4ee7-aaeb-78a4c3f342fc None None] Agent healthcheck: found 5 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:27:09.694605 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:27:19.622975 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=1 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:27:19.684707 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:27:19.689227 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:27:19.690111 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:27:26.634900 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=7 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:27:33.077400 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-f26b07af-1617-42a8-af2b-d762c2c54d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:27:35.439280 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-2437c2ec-b19c-4a9e-a21f-1072f99af301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:27:36.875393 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:27:38.007574 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:27:39.697606 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:27:45.374549 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-863455'] for agent (88197243-2542-4a6c-b81b-f727b3d95aaf), after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:27:46.625140 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-deeacb48-f8ad-4ee7-aaeb-78a4c3f342fc None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:27:55.368582 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:27:55.369435 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:27:55.370085 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:UPDATE=2,neutron:SELECT=3,neutron:INSERT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:27:59.038214 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 57710) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:27:59.144608 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-203330fa-82f0-4a8b-8219-124f0249aeca admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1053195 May 23 15:28:01.393025 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 57720) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:28:01.460716 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-1e494456-7d94-4e28-8228-34763fcdcf43 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0665729 May 23 15:28:03.079500 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-32f374f1-e91b-4002-b1f3-b71c81b42839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:28:03.648590 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=16 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:28:03.652767 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=20 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:28:05.442547 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-14939c3d-443c-4194-8e5f-e1464e3a9377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:28:06.883023 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:28:08.010985 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:28:09.702907 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:28:11.454861 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:28:11.455640 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:28:15.329495 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (88197243-2542-4a6c-b81b-f727b3d95aaf), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:28:23.624102 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-deeacb48-f8ad-4ee7-aaeb-78a4c3f342fc None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:28:25.316511 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:28:25.321726 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:28:25.325338 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:28:33.082825 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-95fb8b2f-e92b-405d-a578-46c34a84b437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:28:35.444018 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-61f4f65d-932f-4beb-afa3-5b89cbc14013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:28:36.879357 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:28:38.013723 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:28:39.706403 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:28:40.628786 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=3 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:28:40.638960 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=5 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:28:45.324049 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (88197243-2542-4a6c-b81b-f727b3d95aaf), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:28:55.314667 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:28:55.317317 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:28:55.319366 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:00.623116 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-deeacb48-f8ad-4ee7-aaeb-78a4c3f342fc None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:29:01.623806 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:DELETE=1 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:03.085690 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6948cb54-df27-4969-ac94-d2bfa851a023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:05.446855 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-f41809bf-9980-451f-8ecf-87ee46009919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:06.886036 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:08.016042 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:09.708780 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:15.338963 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (88197243-2542-4a6c-b81b-f727b3d95aaf), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:17.630119 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=2 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:17.636386 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=7 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:25.328009 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:25.332557 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:25.334074 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:33.088968 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-28a25ccc-135f-4454-9829-e70c50a7182b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:35.447834 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dfb75c3e-fd4a-485f-9a35-5278dfe579b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:36.890431 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:37.621965 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-deeacb48-f8ad-4ee7-aaeb-78a4c3f342fc None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:29:38.020015 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:39.725180 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:44.127704 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 57898) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:29:44.430016 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 57916) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:29:44.461840 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 57920) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:29:44.513008 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-3f18933a-eb3f-4855-b637-0a47c406efdb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-765194453-network', 'tenant_id': '65c6b1563c424330ade1ef15f8efa110'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:29:44.533749 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f18933a-eb3f-4855-b637-0a47c406efdb admin admin] Made reservation on behalf of 65c6b1563c424330ade1ef15f8efa110 for: {'network': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:29:44.536058 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3f18933a-eb3f-4855-b637-0a47c406efdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for network (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:44.546056 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3f18933a-eb3f-4855-b637-0a47c406efdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:44.631332 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3f18933a-eb3f-4855-b637-0a47c406efdb admin admin] Publish callbacks [] for security_group (5e052684-56ee-486b-813b-af361c4e8450), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:44.640662 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3f18933a-eb3f-4855-b637-0a47c406efdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (5e052684-56ee-486b-813b-af361c4e8450), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:44.667538 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f18933a-eb3f-4855-b637-0a47c406efdb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 960} {{(pid=104081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 15:29:44.678325 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3f18933a-eb3f-4855-b637-0a47c406efdb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781040571742', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226'] for segment (29e85e02-494b-40ff-afd0-9241970fba55), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:44.678651 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.db.segments_db [None req-3f18933a-eb3f-4855-b637-0a47c406efdb admin admin] Added segment 29e85e02-494b-40ff-afd0-9241970fba55 of type vlan for network 751cbaf0-d17b-4cd8-950f-078d51e9414f May 23 15:29:44.685177 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 57934) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:29:44.736613 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3f18933a-eb3f-4855-b637-0a47c406efdb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781040098124'] for network (751cbaf0-d17b-4cd8-950f-078d51e9414f), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:44.740613 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f18933a-eb3f-4855-b637-0a47c406efdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e052684-56ee-486b-813b-af361c4e8450,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:29:44.754896 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f18933a-eb3f-4855-b637-0a47c406efdb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:44.755237 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f18933a-eb3f-4855-b637-0a47c406efdb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:44.755638 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f18933a-eb3f-4855-b637-0a47c406efdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:44.755974 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f18933a-eb3f-4855-b637-0a47c406efdb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:44.756301 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f18933a-eb3f-4855-b637-0a47c406efdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:44.756627 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f18933a-eb3f-4855-b637-0a47c406efdb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:44.756966 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f18933a-eb3f-4855-b637-0a47c406efdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:44.757289 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f18933a-eb3f-4855-b637-0a47c406efdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:44.757623 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f18933a-eb3f-4855-b637-0a47c406efdb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:44.757938 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f18933a-eb3f-4855-b637-0a47c406efdb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:44.758426 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f18933a-eb3f-4855-b637-0a47c406efdb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:44.758741 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f18933a-eb3f-4855-b637-0a47c406efdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:44.759227 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f18933a-eb3f-4855-b637-0a47c406efdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:44.759703 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f18933a-eb3f-4855-b637-0a47c406efdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:44.760018 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f18933a-eb3f-4855-b637-0a47c406efdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:44.761510 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f18933a-eb3f-4855-b637-0a47c406efdb admin admin] Tracked resource versions report: May 23 15:29:44.761510 dv-cinder-841125-8-iscsi neutron-server[104081]: pushed versions: May 23 15:29:44.761510 dv-cinder-841125-8-iscsi neutron-server[104081]: { 'AddressGroup': {'1.2'}, May 23 15:29:44.761510 dv-cinder-841125-8-iscsi neutron-server[104081]: 'Agent': {'1.1'}, May 23 15:29:44.761510 dv-cinder-841125-8-iscsi neutron-server[104081]: 'ConntrackHelper': {'1.0'}, May 23 15:29:44.761510 dv-cinder-841125-8-iscsi neutron-server[104081]: 'LocalIPAssociation': {'1.0'}, May 23 15:29:44.761510 dv-cinder-841125-8-iscsi neutron-server[104081]: 'Log': {'1.0'}, May 23 15:29:44.761510 dv-cinder-841125-8-iscsi neutron-server[104081]: 'NDPProxy': {'1.0'}, May 23 15:29:44.761510 dv-cinder-841125-8-iscsi neutron-server[104081]: 'Network': {'1.1'}, May 23 15:29:44.761510 dv-cinder-841125-8-iscsi neutron-server[104081]: 'Port': {'1.7'}, May 23 15:29:44.761510 dv-cinder-841125-8-iscsi neutron-server[104081]: 'PortForwarding': {'1.3'}, May 23 15:29:44.761510 dv-cinder-841125-8-iscsi neutron-server[104081]: 'QosPolicy': {'1.10'}, May 23 15:29:44.761510 dv-cinder-841125-8-iscsi neutron-server[104081]: 'SecurityGroup': {'1.5'}, May 23 15:29:44.761510 dv-cinder-841125-8-iscsi neutron-server[104081]: 'SecurityGroupRule': {'1.2'}, May 23 15:29:44.761510 dv-cinder-841125-8-iscsi neutron-server[104081]: 'SubPort': {'1.0'}, May 23 15:29:44.761510 dv-cinder-841125-8-iscsi neutron-server[104081]: 'Subnet': {'1.1'}, May 23 15:29:44.761510 dv-cinder-841125-8-iscsi neutron-server[104081]: 'Trunk': {'1.1'}} May 23 15:29:44.761510 dv-cinder-841125-8-iscsi neutron-server[104081]: consumer versions: May 23 15:29:44.761510 dv-cinder-841125-8-iscsi neutron-server[104081]: { DHCP agent@dv-cinder-841125-8-iscsi: {}, May 23 15:29:44.761510 dv-cinder-841125-8-iscsi neutron-server[104081]: HyperV agent@hv-cinder-84112: {}, May 23 15:29:44.761510 dv-cinder-841125-8-iscsi neutron-server[104081]: L3 agent@dv-cinder-841125-8-iscsi: {}, May 23 15:29:44.761510 dv-cinder-841125-8-iscsi neutron-server[104081]: Metadata agent@dv-cinder-841125-8-iscsi: {}, May 23 15:29:44.761510 dv-cinder-841125-8-iscsi neutron-server[104081]: Metering agent@dv-cinder-841125-8-iscsi: {}, May 23 15:29:44.761510 dv-cinder-841125-8-iscsi neutron-server[104081]: Open vSwitch agent@dv-cinder-841125-8-iscsi: { 'AddressGroup': '1.2', May 23 15:29:44.761510 dv-cinder-841125-8-iscsi neutron-server[104081]: 'Agent': '1.1', May 23 15:29:44.761510 dv-cinder-841125-8-iscsi neutron-server[104081]: 'ConntrackHelper': '1.0', May 23 15:29:44.761510 dv-cinder-841125-8-iscsi neutron-server[104081]: 'LocalIPAssociation': '1.0', May 23 15:29:44.761510 dv-cinder-841125-8-iscsi neutron-server[104081]: 'Log': '1.0', May 23 15:29:44.761510 dv-cinder-841125-8-iscsi neutron-server[104081]: 'NDPProxy': '1.0', May 23 15:29:44.761510 dv-cinder-841125-8-iscsi neutron-server[104081]: 'Network': '1.1', May 23 15:29:44.761510 dv-cinder-841125-8-iscsi neutron-server[104081]: 'Port': '1.7', May 23 15:29:44.761510 dv-cinder-841125-8-iscsi neutron-server[104081]: 'PortForwarding': '1.3', May 23 15:29:44.761510 dv-cinder-841125-8-iscsi neutron-server[104081]: 'QosPolicy': '1.10', May 23 15:29:44.761510 dv-cinder-841125-8-iscsi neutron-server[104081]: 'SecurityGroup': '1.5', May 23 15:29:44.761510 dv-cinder-841125-8-iscsi neutron-server[104081]: 'SecurityGroupRule': '1.2', May 23 15:29:44.761510 dv-cinder-841125-8-iscsi neutron-server[104081]: 'SubPort': '1.0', May 23 15:29:44.761510 dv-cinder-841125-8-iscsi neutron-server[104081]: 'Subnet': '1.1', May 23 15:29:44.761510 dv-cinder-841125-8-iscsi neutron-server[104081]: 'Trunk': '1.1'}} May 23 15:29:44.761510 dv-cinder-841125-8-iscsi neutron-server[104081]: {{(pid=104081) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 23 15:29:44.782753 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3f18933a-eb3f-4855-b637-0a47c406efdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720'] for network (751cbaf0-d17b-4cd8-950f-078d51e9414f), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:44.783770 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f18933a-eb3f-4855-b637-0a47c406efdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:29:44.784346 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3f18933a-eb3f-4855-b637-0a47c406efdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for network (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:44.833892 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-3f18933a-eb3f-4855-b637-0a47c406efdb admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.7050402 May 23 15:29:44.837080 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 57942) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:29:44.846294 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-2b369aa6-5363-4cf0-9f0d-139ceabc3402 admin admin] Request body: {'subnet': {'network_id': '751cbaf0-d17b-4cd8-950f-078d51e9414f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-765194453-subnet', 'tenant_id': '65c6b1563c424330ade1ef15f8efa110', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:29:44.850316 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f18933a-eb3f-4855-b637-0a47c406efdb admin admin] Pushing event updated for resources: {'Network': ['ID=751cbaf0-d17b-4cd8-950f-078d51e9414f,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:29:44.862571 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Network 751cbaf0-d17b-4cd8-950f-078d51e9414f details requested by agent ovs-agent-dv-cinder-841125-8-iscsi with host dv-cinder-841125-8-iscsi {{(pid=104082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 15:29:44.898509 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b369aa6-5363-4cf0-9f0d-139ceabc3402 admin admin] Made reservation on behalf of 65c6b1563c424330ade1ef15f8efa110 for: {'subnet': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:29:44.902248 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2b369aa6-5363-4cf0-9f0d-139ceabc3402 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:44.960667 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-1e209baf-dfaf-4c6a-ace6-e796b87e2855 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-557472938-network', 'tenant_id': '377219e53ce94ab089e48437d3468663'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:29:44.974032 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-faeff8d0-13c0-4b05-b232-9640e985a065 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-46828579-network', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:29:44.988126 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e209baf-dfaf-4c6a-ace6-e796b87e2855 admin admin] Made reservation on behalf of 377219e53ce94ab089e48437d3468663 for: {'network': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:29:44.993153 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1e209baf-dfaf-4c6a-ace6-e796b87e2855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for network (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:45.002600 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faeff8d0-13c0-4b05-b232-9640e985a065 admin admin] Made reservation on behalf of f2020e2bf35744af9161d7cf3e8bd345 for: {'network': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:29:45.005268 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-faeff8d0-13c0-4b05-b232-9640e985a065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for network (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:45.013637 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1e209baf-dfaf-4c6a-ace6-e796b87e2855 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:45.016346 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-faeff8d0-13c0-4b05-b232-9640e985a065 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:45.129030 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-faeff8d0-13c0-4b05-b232-9640e985a065 admin admin] Publish callbacks [] for security_group (5fe8cd0d-b998-47c2-8993-89f771864563), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:45.135110 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-faeff8d0-13c0-4b05-b232-9640e985a065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (5fe8cd0d-b998-47c2-8993-89f771864563), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:45.148652 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faeff8d0-13c0-4b05-b232-9640e985a065 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 958} {{(pid=104080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 15:29:45.159548 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-faeff8d0-13c0-4b05-b232-9640e985a065 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781040571742', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226'] for segment (4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:45.160291 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.db.segments_db [None req-faeff8d0-13c0-4b05-b232-9640e985a065 admin admin] Added segment 4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0 of type vlan for network c9306d40-6dd5-4f4d-bb55-9077bd7b986d May 23 15:29:45.161528 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 57958) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:29:45.204805 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-351bda8c-a9ae-42cf-8d69-febb950d831f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-678862191-network', 'tenant_id': '9aaff9db173d4618929536b08d2be8f0'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:29:45.228798 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1e209baf-dfaf-4c6a-ace6-e796b87e2855 admin admin] Publish callbacks [] for security_group (ae45599b-5c60-4664-9737-872a69b569e6), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:45.234373 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1e209baf-dfaf-4c6a-ace6-e796b87e2855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (ae45599b-5c60-4664-9737-872a69b569e6), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:45.238344 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeff8d0-13c0-4b05-b232-9640e985a065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe8cd0d-b998-47c2-8993-89f771864563,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:29:45.246234 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-faeff8d0-13c0-4b05-b232-9640e985a065 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781040098124'] for network (c9306d40-6dd5-4f4d-bb55-9077bd7b986d), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:45.254912 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeff8d0-13c0-4b05-b232-9640e985a065 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:45.255637 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeff8d0-13c0-4b05-b232-9640e985a065 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:45.256085 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeff8d0-13c0-4b05-b232-9640e985a065 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:45.256548 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeff8d0-13c0-4b05-b232-9640e985a065 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:45.257028 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeff8d0-13c0-4b05-b232-9640e985a065 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:45.257455 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeff8d0-13c0-4b05-b232-9640e985a065 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:45.258002 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeff8d0-13c0-4b05-b232-9640e985a065 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:45.258551 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeff8d0-13c0-4b05-b232-9640e985a065 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:45.259119 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeff8d0-13c0-4b05-b232-9640e985a065 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:45.259698 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeff8d0-13c0-4b05-b232-9640e985a065 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:45.259907 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e209baf-dfaf-4c6a-ace6-e796b87e2855 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 980} {{(pid=104081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 15:29:45.260227 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeff8d0-13c0-4b05-b232-9640e985a065 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:45.260669 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeff8d0-13c0-4b05-b232-9640e985a065 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:45.261380 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeff8d0-13c0-4b05-b232-9640e985a065 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:45.261798 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeff8d0-13c0-4b05-b232-9640e985a065 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:45.262215 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeff8d0-13c0-4b05-b232-9640e985a065 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:45.263689 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeff8d0-13c0-4b05-b232-9640e985a065 admin admin] Tracked resource versions report: May 23 15:29:45.263689 dv-cinder-841125-8-iscsi neutron-server[104080]: pushed versions: May 23 15:29:45.263689 dv-cinder-841125-8-iscsi neutron-server[104080]: { 'AddressGroup': {'1.2'}, May 23 15:29:45.263689 dv-cinder-841125-8-iscsi neutron-server[104080]: 'Agent': {'1.1'}, May 23 15:29:45.263689 dv-cinder-841125-8-iscsi neutron-server[104080]: 'ConntrackHelper': {'1.0'}, May 23 15:29:45.263689 dv-cinder-841125-8-iscsi neutron-server[104080]: 'LocalIPAssociation': {'1.0'}, May 23 15:29:45.263689 dv-cinder-841125-8-iscsi neutron-server[104080]: 'Log': {'1.0'}, May 23 15:29:45.263689 dv-cinder-841125-8-iscsi neutron-server[104080]: 'NDPProxy': {'1.0'}, May 23 15:29:45.263689 dv-cinder-841125-8-iscsi neutron-server[104080]: 'Network': {'1.1'}, May 23 15:29:45.263689 dv-cinder-841125-8-iscsi neutron-server[104080]: 'Port': {'1.7'}, May 23 15:29:45.263689 dv-cinder-841125-8-iscsi neutron-server[104080]: 'PortForwarding': {'1.3'}, May 23 15:29:45.263689 dv-cinder-841125-8-iscsi neutron-server[104080]: 'QosPolicy': {'1.10'}, May 23 15:29:45.263689 dv-cinder-841125-8-iscsi neutron-server[104080]: 'SecurityGroup': {'1.5'}, May 23 15:29:45.263689 dv-cinder-841125-8-iscsi neutron-server[104080]: 'SecurityGroupRule': {'1.2'}, May 23 15:29:45.263689 dv-cinder-841125-8-iscsi neutron-server[104080]: 'SubPort': {'1.0'}, May 23 15:29:45.263689 dv-cinder-841125-8-iscsi neutron-server[104080]: 'Subnet': {'1.1'}, May 23 15:29:45.263689 dv-cinder-841125-8-iscsi neutron-server[104080]: 'Trunk': {'1.1'}} May 23 15:29:45.263689 dv-cinder-841125-8-iscsi neutron-server[104080]: consumer versions: May 23 15:29:45.263689 dv-cinder-841125-8-iscsi neutron-server[104080]: { DHCP agent@dv-cinder-841125-8-iscsi: {}, May 23 15:29:45.263689 dv-cinder-841125-8-iscsi neutron-server[104080]: HyperV agent@hv-cinder-84112: {}, May 23 15:29:45.263689 dv-cinder-841125-8-iscsi neutron-server[104080]: L3 agent@dv-cinder-841125-8-iscsi: {}, May 23 15:29:45.263689 dv-cinder-841125-8-iscsi neutron-server[104080]: Metadata agent@dv-cinder-841125-8-iscsi: {}, May 23 15:29:45.263689 dv-cinder-841125-8-iscsi neutron-server[104080]: Metering agent@dv-cinder-841125-8-iscsi: {}, May 23 15:29:45.263689 dv-cinder-841125-8-iscsi neutron-server[104080]: Open vSwitch agent@dv-cinder-841125-8-iscsi: { 'AddressGroup': '1.2', May 23 15:29:45.263689 dv-cinder-841125-8-iscsi neutron-server[104080]: 'Agent': '1.1', May 23 15:29:45.263689 dv-cinder-841125-8-iscsi neutron-server[104080]: 'ConntrackHelper': '1.0', May 23 15:29:45.263689 dv-cinder-841125-8-iscsi neutron-server[104080]: 'LocalIPAssociation': '1.0', May 23 15:29:45.263689 dv-cinder-841125-8-iscsi neutron-server[104080]: 'Log': '1.0', May 23 15:29:45.263689 dv-cinder-841125-8-iscsi neutron-server[104080]: 'NDPProxy': '1.0', May 23 15:29:45.263689 dv-cinder-841125-8-iscsi neutron-server[104080]: 'Network': '1.1', May 23 15:29:45.263689 dv-cinder-841125-8-iscsi neutron-server[104080]: 'Port': '1.7', May 23 15:29:45.263689 dv-cinder-841125-8-iscsi neutron-server[104080]: 'PortForwarding': '1.3', May 23 15:29:45.263689 dv-cinder-841125-8-iscsi neutron-server[104080]: 'QosPolicy': '1.10', May 23 15:29:45.263689 dv-cinder-841125-8-iscsi neutron-server[104080]: 'SecurityGroup': '1.5', May 23 15:29:45.263689 dv-cinder-841125-8-iscsi neutron-server[104080]: 'SecurityGroupRule': '1.2', May 23 15:29:45.263689 dv-cinder-841125-8-iscsi neutron-server[104080]: 'SubPort': '1.0', May 23 15:29:45.263689 dv-cinder-841125-8-iscsi neutron-server[104080]: 'Subnet': '1.1', May 23 15:29:45.263689 dv-cinder-841125-8-iscsi neutron-server[104080]: 'Trunk': '1.1'}} May 23 15:29:45.263689 dv-cinder-841125-8-iscsi neutron-server[104080]: {{(pid=104080) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 23 15:29:45.285807 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1e209baf-dfaf-4c6a-ace6-e796b87e2855 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781040571742', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226'] for segment (a711ad5d-cdd1-47ec-88fd-7a4bf00f4a52), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:45.286420 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.db.segments_db [None req-1e209baf-dfaf-4c6a-ace6-e796b87e2855 admin admin] Added segment a711ad5d-cdd1-47ec-88fd-7a4bf00f4a52 of type vlan for network fe3a15ce-dd5c-42b5-8430-0a77f338fb71 May 23 15:29:45.304819 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-1e9a6ce8-952c-434b-9bbf-4b997eb06488 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1962255291-network', 'tenant_id': '0712b807a4584f7b8f019ceb65ff1e14'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:29:45.366000 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (88197243-2542-4a6c-b81b-f727b3d95aaf), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:45.380026 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9a6ce8-952c-434b-9bbf-4b997eb06488 admin admin] Made reservation on behalf of 0712b807a4584f7b8f019ceb65ff1e14 for: {'network': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:29:45.382748 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1e9a6ce8-952c-434b-9bbf-4b997eb06488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for network (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:45.413047 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351bda8c-a9ae-42cf-8d69-febb950d831f admin admin] Made reservation on behalf of 9aaff9db173d4618929536b08d2be8f0 for: {'network': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:29:45.415677 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-351bda8c-a9ae-42cf-8d69-febb950d831f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for network (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:45.416605 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1e209baf-dfaf-4c6a-ace6-e796b87e2855 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781040098124'] for network (fe3a15ce-dd5c-42b5-8430-0a77f338fb71), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:45.429327 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-351bda8c-a9ae-42cf-8d69-febb950d831f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:45.437798 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-faeff8d0-13c0-4b05-b232-9640e985a065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720'] for network (c9306d40-6dd5-4f4d-bb55-9077bd7b986d), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:45.439097 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faeff8d0-13c0-4b05-b232-9640e985a065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:29:45.439819 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-faeff8d0-13c0-4b05-b232-9640e985a065 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:45.447197 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1e9a6ce8-952c-434b-9bbf-4b997eb06488 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:45.521771 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=71,neutron:INSERT=25,neutron:UPDATE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:45.536265 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1e209baf-dfaf-4c6a-ace6-e796b87e2855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720'] for network (fe3a15ce-dd5c-42b5-8430-0a77f338fb71), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:45.537312 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e209baf-dfaf-4c6a-ace6-e796b87e2855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:29:45.537888 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1e209baf-dfaf-4c6a-ace6-e796b87e2855 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for network (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:45.541034 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2b369aa6-5363-4cf0-9f0d-139ceabc3402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720'] for subnet (045c111a-efa9-497c-8e54-7f6b21c0aa2b), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:45.546178 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeff8d0-13c0-4b05-b232-9640e985a065 admin admin] Pushing event updated for resources: {'Network': ['ID=c9306d40-6dd5-4f4d-bb55-9077bd7b986d,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:29:45.558777 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Network c9306d40-6dd5-4f4d-bb55-9077bd7b986d details requested by agent ovs-agent-dv-cinder-841125-8-iscsi with host dv-cinder-841125-8-iscsi {{(pid=104082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 15:29:45.626589 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-faeff8d0-13c0-4b05-b232-9640e985a065 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 1.1629281 May 23 15:29:45.633665 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 57982) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:29:45.653356 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=77,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:45.656641 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-1a1cc1dc-b8f5-43a1-889f-64ab5b223697 admin admin] Request body: {'subnet': {'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-46828579-subnet', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:29:45.667551 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b369aa6-5363-4cf0-9f0d-139ceabc3402 admin admin] Pushing event updated for resources: {'Subnet': ['ID=045c111a-efa9-497c-8e54-7f6b21c0aa2b,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:29:45.678909 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:45.688841 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-1e209baf-dfaf-4c6a-ace6-e796b87e2855 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.2570486 May 23 15:29:45.689698 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 57986) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:29:45.702564 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-36d4ae12-33f4-45d5-bfc6-cb36d31d2e0e admin admin] Request body: {'subnet': {'network_id': 'fe3a15ce-dd5c-42b5-8430-0a77f338fb71', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-557472938-subnet', 'tenant_id': '377219e53ce94ab089e48437d3468663', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:29:45.727802 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e209baf-dfaf-4c6a-ace6-e796b87e2855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae45599b-5c60-4664-9737-872a69b569e6,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:29:45.728251 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:45.741445 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d4ae12-33f4-45d5-bfc6-cb36d31d2e0e admin admin] Made reservation on behalf of 377219e53ce94ab089e48437d3468663 for: {'subnet': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:29:45.744037 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-36d4ae12-33f4-45d5-bfc6-cb36d31d2e0e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:45.809511 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1cc1dc-b8f5-43a1-889f-64ab5b223697 admin admin] Made reservation on behalf of f2020e2bf35744af9161d7cf3e8bd345 for: {'subnet': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:29:45.812611 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1a1cc1dc-b8f5-43a1-889f-64ab5b223697 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:45.820514 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1e9a6ce8-952c-434b-9bbf-4b997eb06488 admin admin] Publish callbacks [] for security_group (5f4b180b-06db-4ec5-a644-73810483189a), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:45.825476 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e209baf-dfaf-4c6a-ace6-e796b87e2855 admin admin] Pushing event updated for resources: {'Network': ['ID=fe3a15ce-dd5c-42b5-8430-0a77f338fb71,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:29:45.829951 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1e9a6ce8-952c-434b-9bbf-4b997eb06488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (5f4b180b-06db-4ec5-a644-73810483189a), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:45.852297 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Network fe3a15ce-dd5c-42b5-8430-0a77f338fb71 details requested by agent ovs-agent-dv-cinder-841125-8-iscsi with host dv-cinder-841125-8-iscsi {{(pid=104082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 15:29:45.860198 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e9a6ce8-952c-434b-9bbf-4b997eb06488 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 973} {{(pid=104081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 15:29:45.870124 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a6ce8-952c-434b-9bbf-4b997eb06488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4b180b-06db-4ec5-a644-73810483189a,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:29:45.878133 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1e9a6ce8-952c-434b-9bbf-4b997eb06488 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781040571742', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226'] for segment (eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:45.878815 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.db.segments_db [None req-1e9a6ce8-952c-434b-9bbf-4b997eb06488 admin admin] Added segment eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069 of type vlan for network 0d1e2450-f071-48af-a078-8358b70cb4cd May 23 15:29:45.928392 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1e9a6ce8-952c-434b-9bbf-4b997eb06488 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781040098124'] for network (0d1e2450-f071-48af-a078-8358b70cb4cd), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:45.944963 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b369aa6-5363-4cf0-9f0d-139ceabc3402 admin admin] Checking segment: {'id': '29e85e02-494b-40ff-afd0-9241970fba55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '751cbaf0-d17b-4cd8-950f-078d51e9414f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:29:45.945322 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b369aa6-5363-4cf0-9f0d-139ceabc3402 admin admin] Network hostable DHCP agents. Network: 751cbaf0-d17b-4cd8-950f-078d51e9414f, hostable agents: ['a6df4f1d-15a4-4993-9185-787bcd604f39'], hosted agents: [] {{(pid=104080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 15:29:45.993942 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1e9a6ce8-952c-434b-9bbf-4b997eb06488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720'] for network (0d1e2450-f071-48af-a078-8358b70cb4cd), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:45.995470 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9a6ce8-952c-434b-9bbf-4b997eb06488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:29:45.996423 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1e9a6ce8-952c-434b-9bbf-4b997eb06488 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for network (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:46.069408 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-1e9a6ce8-952c-434b-9bbf-4b997eb06488 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.9068048 May 23 15:29:46.070293 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 58000) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:29:46.079260 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a6ce8-952c-434b-9bbf-4b997eb06488 admin admin] Pushing event updated for resources: {'Network': ['ID=0d1e2450-f071-48af-a078-8358b70cb4cd,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:29:46.092955 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Network 0d1e2450-f071-48af-a078-8358b70cb4cd details requested by agent ovs-agent-dv-cinder-841125-8-iscsi with host dv-cinder-841125-8-iscsi {{(pid=104082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 15:29:46.098908 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-b7100383-27ff-4afa-9ebb-6c743cc9c8f7 admin admin] Request body: {'subnet': {'network_id': '0d1e2450-f071-48af-a078-8358b70cb4cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1962255291-subnet', 'tenant_id': '0712b807a4584f7b8f019ceb65ff1e14', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:29:46.133219 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7100383-27ff-4afa-9ebb-6c743cc9c8f7 admin admin] Made reservation on behalf of 0712b807a4584f7b8f019ceb65ff1e14 for: {'subnet': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:29:46.139631 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b7100383-27ff-4afa-9ebb-6c743cc9c8f7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:46.174208 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b369aa6-5363-4cf0-9f0d-139ceabc3402 admin admin] Network 751cbaf0-d17b-4cd8-950f-078d51e9414f is scheduled to be hosted by DHCP agent a6df4f1d-15a4-4993-9185-787bcd604f39 with binding_index 1 {{(pid=104080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 15:29:46.197776 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-351bda8c-a9ae-42cf-8d69-febb950d831f admin admin] Publish callbacks [] for security_group (977c88e6-fbcb-4686-a42b-f9444a9b6a6e), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:46.253326 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-351bda8c-a9ae-42cf-8d69-febb950d831f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (977c88e6-fbcb-4686-a42b-f9444a9b6a6e), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:46.290763 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-2b369aa6-5363-4cf0-9f0d-139ceabc3402 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-8-iscsi, 751cbaf0-d17b-4cd8-950f-078d51e9414f) {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:29:46.297075 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-351bda8c-a9ae-42cf-8d69-febb950d831f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 987} {{(pid=104080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 15:29:46.299430 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c300af05-eaa8-4e31-a231-16669cb01616 None None] Network 751cbaf0-d17b-4cd8-950f-078d51e9414f requested from dv-cinder-841125-8-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:29:46.334396 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b369aa6-5363-4cf0-9f0d-139ceabc3402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:29:46.334998 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2b369aa6-5363-4cf0-9f0d-139ceabc3402 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:46.414768 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-351bda8c-a9ae-42cf-8d69-febb950d831f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781040571742', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226'] for segment (48775ad2-4450-43ce-a412-5bc906720c7e), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:46.415352 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.db.segments_db [None req-351bda8c-a9ae-42cf-8d69-febb950d831f admin admin] Added segment 48775ad2-4450-43ce-a412-5bc906720c7e of type vlan for network 2a072baa-6965-4350-b247-fb58bbcac26a May 23 15:29:46.458018 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-2b369aa6-5363-4cf0-9f0d-139ceabc3402 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6166003 May 23 15:29:46.477127 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 58030) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:29:46.505972 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-30eb3db4-e7ff-4ff5-a5d7-e34743a41bc0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-765194453-router', 'tenant_id': '65c6b1563c424330ade1ef15f8efa110', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'}}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:29:46.506991 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351bda8c-a9ae-42cf-8d69-febb950d831f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=977c88e6-fbcb-4686-a42b-f9444a9b6a6e,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:29:46.528829 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc955f8-47b8-41c6-9c6d-4f80232f01bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa639b77-8a03-51d8-9c43-407bd9ee6f7a-751cbaf0-d17b-4cd8-950f-078d51e9414f', 'network_id': '751cbaf0-d17b-4cd8-950f-078d51e9414f', 'project_id': '65c6b1563c424330ade1ef15f8efa110', 'fixed_ips': [{'subnet_id': '045c111a-efa9-497c-8e54-7f6b21c0aa2b'}]}} from dv-cinder-841125-8-iscsi. {{(pid=104082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 15:29:46.530369 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-bfc955f8-47b8-41c6-9c6d-4f80232f01bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:46.537871 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:INSERT=18,neutron:SELECT=75,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:46.561634 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-36d4ae12-33f4-45d5-bfc6-cb36d31d2e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720'] for subnet (9fd23ec4-d2b3-4032-b86e-36da3c4ed00f), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:46.568393 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b7100383-27ff-4afa-9ebb-6c743cc9c8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720'] for subnet (eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:46.570391 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-351bda8c-a9ae-42cf-8d69-febb950d831f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781040098124'] for network (2a072baa-6965-4350-b247-fb58bbcac26a), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:46.630328 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1a1cc1dc-b8f5-43a1-889f-64ab5b223697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720'] for subnet (97f2f0d5-ec7b-4732-a013-35e41c3e0618), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:46.659062 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-30eb3db4-e7ff-4ff5-a5d7-e34743a41bc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-861683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31585'] for router (8f83d07c-5957-4883-bfd3-40c57a380ba1), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:46.662762 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-30eb3db4-e7ff-4ff5-a5d7-e34743a41bc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-866915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-866547', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-831881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31512'] for router (8f83d07c-5957-4883-bfd3-40c57a380ba1), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:46.757470 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-351bda8c-a9ae-42cf-8d69-febb950d831f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720'] for network (2a072baa-6965-4350-b247-fb58bbcac26a), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:46.759127 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351bda8c-a9ae-42cf-8d69-febb950d831f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:29:46.759914 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-351bda8c-a9ae-42cf-8d69-febb950d831f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:46.795987 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d4ae12-33f4-45d5-bfc6-cb36d31d2e0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fd23ec4-d2b3-4032-b86e-36da3c4ed00f,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:29:46.869395 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-30eb3db4-e7ff-4ff5-a5d7-e34743a41bc0 admin admin] Publish callbacks [] for router_controller (8f83d07c-5957-4883-bfd3-40c57a380ba1), precommit_add_association {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:46.887017 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d4ae12-33f4-45d5-bfc6-cb36d31d2e0e admin admin] Checking segment: {'id': 'a711ad5d-cdd1-47ec-88fd-7a4bf00f4a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'fe3a15ce-dd5c-42b5-8430-0a77f338fb71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:29:46.887384 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d4ae12-33f4-45d5-bfc6-cb36d31d2e0e admin admin] Network hostable DHCP agents. Network: fe3a15ce-dd5c-42b5-8430-0a77f338fb71, hostable agents: ['a6df4f1d-15a4-4993-9185-787bcd604f39'], hosted agents: [] {{(pid=104080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 15:29:46.901266 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.db_base_plugin_common [None req-bfc955f8-47b8-41c6-9c6d-4f80232f01bb None None] Allocated IP 172.20.0.2 (751cbaf0-d17b-4cd8-950f-078d51e9414f/045c111a-efa9-497c-8e54-7f6b21c0aa2b/9e4e963f-c437-4a8f-bc56-89882b1468d8) {{(pid=104082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:29:46.908965 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-351bda8c-a9ae-42cf-8d69-febb950d831f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 2.2185466 May 23 15:29:46.908965 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:46.914374 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 58054) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:29:46.928298 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-a161b935-782a-453b-8519-dc9c4baf4bb4 admin admin] Request body: {'subnet': {'network_id': '2a072baa-6965-4350-b247-fb58bbcac26a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-678862191-subnet', 'tenant_id': '9aaff9db173d4618929536b08d2be8f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:29:46.930089 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7100383-27ff-4afa-9ebb-6c743cc9c8f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:29:46.930237 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351bda8c-a9ae-42cf-8d69-febb950d831f admin admin] Pushing event updated for resources: {'Network': ['ID=2a072baa-6965-4350-b247-fb58bbcac26a,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:29:46.944298 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:46.954013 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1cc1dc-b8f5-43a1-889f-64ab5b223697 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97f2f0d5-ec7b-4732-a013-35e41c3e0618,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:29:46.965793 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1cc1dc-b8f5-43a1-889f-64ab5b223697 admin admin] Checking segment: {'id': '4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:29:46.966559 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1cc1dc-b8f5-43a1-889f-64ab5b223697 admin admin] Network hostable DHCP agents. Network: c9306d40-6dd5-4f4d-bb55-9077bd7b986d, hostable agents: ['a6df4f1d-15a4-4993-9185-787bcd604f39'], hosted agents: [] {{(pid=104080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 15:29:46.971103 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Network 2a072baa-6965-4350-b247-fb58bbcac26a details requested by agent ovs-agent-dv-cinder-841125-8-iscsi with host dv-cinder-841125-8-iscsi {{(pid=104082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 15:29:46.972800 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d4ae12-33f4-45d5-bfc6-cb36d31d2e0e admin admin] Network fe3a15ce-dd5c-42b5-8430-0a77f338fb71 is scheduled to be hosted by DHCP agent a6df4f1d-15a4-4993-9185-787bcd604f39 with binding_index 1 {{(pid=104080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 15:29:46.991725 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a161b935-782a-453b-8519-dc9c4baf4bb4 admin admin] Made reservation on behalf of 9aaff9db173d4618929536b08d2be8f0 for: {'subnet': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:29:46.995295 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a161b935-782a-453b-8519-dc9c4baf4bb4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:47.001447 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-36d4ae12-33f4-45d5-bfc6-cb36d31d2e0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-8-iscsi, fe3a15ce-dd5c-42b5-8430-0a77f338fb71) {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:29:47.036252 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7100383-27ff-4afa-9ebb-6c743cc9c8f7 admin admin] Checking segment: {'id': 'eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '0d1e2450-f071-48af-a078-8358b70cb4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:29:47.036758 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7100383-27ff-4afa-9ebb-6c743cc9c8f7 admin admin] Network hostable DHCP agents. Network: 0d1e2450-f071-48af-a078-8358b70cb4cd, hostable agents: ['a6df4f1d-15a4-4993-9185-787bcd604f39'], hosted agents: [] {{(pid=104081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 15:29:47.054324 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d4ae12-33f4-45d5-bfc6-cb36d31d2e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:29:47.055175 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-36d4ae12-33f4-45d5-bfc6-cb36d31d2e0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:47.061930 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1cc1dc-b8f5-43a1-889f-64ab5b223697 admin admin] Network c9306d40-6dd5-4f4d-bb55-9077bd7b986d is scheduled to be hosted by DHCP agent a6df4f1d-15a4-4993-9185-787bcd604f39 with binding_index 1 {{(pid=104080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 15:29:47.084500 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-1a1cc1dc-b8f5-43a1-889f-64ab5b223697 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-8-iscsi, c9306d40-6dd5-4f4d-bb55-9077bd7b986d) {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:29:47.106115 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-36d4ae12-33f4-45d5-bfc6-cb36d31d2e0e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4074974 May 23 15:29:47.110414 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1cc1dc-b8f5-43a1-889f-64ab5b223697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:29:47.111300 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1a1cc1dc-b8f5-43a1-889f-64ab5b223697 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:47.136968 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b75a4c4-0ff2-44c6-89f3-82faf638fd3c None None] Network fe3a15ce-dd5c-42b5-8430-0a77f338fb71 requested from dv-cinder-841125-8-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:29:47.140354 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b566954-c65a-4729-a728-38791e04d62a None None] Network c9306d40-6dd5-4f4d-bb55-9077bd7b986d requested from dv-cinder-841125-8-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:29:47.227842 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-1a1cc1dc-b8f5-43a1-889f-64ab5b223697 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5766723 May 23 15:29:47.229424 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 58084) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:29:47.234655 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-cf6a0177-44ed-407c-8467-6fd9fe27b46b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-46828579-router', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'}}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:29:47.254082 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-30eb3db4-e7ff-4ff5-a5d7-e34743a41bc0 admin admin] Publish callbacks [] for router_gateway (8f83d07c-5957-4883-bfd3-40c57a380ba1), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:47.269196 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:47.292114 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cf6a0177-44ed-407c-8467-6fd9fe27b46b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-861683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31585'] for router (73c86724-c44e-4cb5-bf5d-4e91768509eb), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:47.293158 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cf6a0177-44ed-407c-8467-6fd9fe27b46b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-866915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-866547', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-831881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31512'] for router (73c86724-c44e-4cb5-bf5d-4e91768509eb), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:47.305152 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7100383-27ff-4afa-9ebb-6c743cc9c8f7 admin admin] Network 0d1e2450-f071-48af-a078-8358b70cb4cd is scheduled to be hosted by DHCP agent a6df4f1d-15a4-4993-9185-787bcd604f39 with binding_index 1 {{(pid=104081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 15:29:47.349328 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a161b935-782a-453b-8519-dc9c4baf4bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720'] for subnet (7134c090-f572-476b-be3d-e9de19d83fc7), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:47.364205 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-b7100383-27ff-4afa-9ebb-6c743cc9c8f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-8-iscsi, 0d1e2450-f071-48af-a078-8358b70cb4cd) {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:29:47.369167 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7100383-27ff-4afa-9ebb-6c743cc9c8f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:29:47.369427 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b7100383-27ff-4afa-9ebb-6c743cc9c8f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for subnet (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:47.437584 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-b7100383-27ff-4afa-9ebb-6c743cc9c8f7 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3599532 May 23 15:29:47.440850 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 58098) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:29:47.446081 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-3293b158-1f37-4c2a-87e7-32e32eca126d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1962255291-router', 'tenant_id': '0712b807a4584f7b8f019ceb65ff1e14', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'}}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:29:47.485008 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601f0a25-aaae-4f0a-8f4a-3b05e082af40 None None] Network 0d1e2450-f071-48af-a078-8358b70cb4cd requested from dv-cinder-841125-8-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:29:47.567272 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:47.579567 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cf6a0177-44ed-407c-8467-6fd9fe27b46b admin admin] Publish callbacks [] for router_controller (73c86724-c44e-4cb5-bf5d-4e91768509eb), precommit_add_association {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:47.597609 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3293b158-1f37-4c2a-87e7-32e32eca126d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-861683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31585'] for router (d7762678-c922-4a00-822c-1a288f678231), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:47.598708 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3293b158-1f37-4c2a-87e7-32e32eca126d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-866915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-866547', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-831881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31512'] for router (d7762678-c922-4a00-822c-1a288f678231), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:47.618109 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=2 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:47.698394 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a161b935-782a-453b-8519-dc9c4baf4bb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7134c090-f572-476b-be3d-e9de19d83fc7,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:29:47.699589 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-30eb3db4-e7ff-4ff5-a5d7-e34743a41bc0 admin admin] Publish callbacks [] for router_gateway (8f83d07c-5957-4883-bfd3-40c57a380ba1), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:47.728953 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-30eb3db4-e7ff-4ff5-a5d7-e34743a41bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:47.791200 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 58136) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:29:47.800710 dv-cinder-841125-8-iscsi neutron-server[104080]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 23 15:29:47.878052 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3293b158-1f37-4c2a-87e7-32e32eca126d admin admin] Publish callbacks [] for router_controller (d7762678-c922-4a00-822c-1a288f678231), precommit_add_association {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:47.910586 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-bfc955f8-47b8-41c6-9c6d-4f80232f01bb None None] Publish callbacks [] for port (9e4e963f-c437-4a8f-bc56-89882b1468d8), precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:47.956582 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-bfc955f8-47b8-41c6-9c6d-4f80232f01bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965'] for port (9e4e963f-c437-4a8f-bc56-89882b1468d8), after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:47.989978 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a161b935-782a-453b-8519-dc9c4baf4bb4 admin admin] Checking segment: {'id': '48775ad2-4450-43ce-a412-5bc906720c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '2a072baa-6965-4350-b247-fb58bbcac26a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:29:47.990337 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a161b935-782a-453b-8519-dc9c4baf4bb4 admin admin] Network hostable DHCP agents. Network: 2a072baa-6965-4350-b247-fb58bbcac26a, hostable agents: ['a6df4f1d-15a4-4993-9185-787bcd604f39'], hosted agents: [] {{(pid=104080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 15:29:47.994840 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 58152) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:29:48.000411 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc955f8-47b8-41c6-9c6d-4f80232f01bb None None] Network 751cbaf0-d17b-4cd8-950f-078d51e9414f is already hosted by enough agents. {{(pid=104082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:29:48.092411 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [None req-bfc955f8-47b8-41c6-9c6d-4f80232f01bb None None] Resources bound (agent type, host, resource id): {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:29:48.096105 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc955f8-47b8-41c6-9c6d-4f80232f01bb None None] Received port after_create {{(pid=104082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:29:48.098178 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:48.103430 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc955f8-47b8-41c6-9c6d-4f80232f01bb None None] Pushing event updated for resources: {'Port': ['ID=9e4e963f-c437-4a8f-bc56-89882b1468d8,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:29:48.111506 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e991b0-ded7-401f-bfbf-0dc736fa5229 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa639b77-8a03-51d8-9c43-407bd9ee6f7a-c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'fixed_ips': [{'subnet_id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618'}]}} from dv-cinder-841125-8-iscsi. {{(pid=104082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 15:29:48.112813 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-42e991b0-ded7-401f-bfbf-0dc736fa5229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:48.130607 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cf6a0177-44ed-407c-8467-6fd9fe27b46b admin admin] Publish callbacks [] for router_gateway (73c86724-c44e-4cb5-bf5d-4e91768509eb), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:48.245125 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-113bac04-00ed-4af0-9d78-15410f97cc11 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:29:48.254718 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-113bac04-00ed-4af0-9d78-15410f97cc11 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/networks?id=fe3a15ce-dd5c-42b5-8430-0a77f338fb71 HTTP/1.1" status: 200 len: 811 time: 0.4623458 May 23 15:29:48.268978 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffea3bac-70a9-41c1-8dd3-187bed9cc6a0 None None] Network fe3a15ce-dd5c-42b5-8430-0a77f338fb71 requested from dv-cinder-841125-8-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:29:48.367527 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:48.375468 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-30eb3db4-e7ff-4ff5-a5d7-e34743a41bc0 admin admin] Allocated IP 172.27.2.172 (c36a36f9-cc20-4687-9603-de8e87d2bfc7/aa177288-79a2-4e75-ac60-432249438b03/46b88a5c-1348-414c-bd52-b8fe78e8c9bc) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:29:48.405331 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:48.425354 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3293b158-1f37-4c2a-87e7-32e32eca126d admin admin] Publish callbacks [] for router_gateway (d7762678-c922-4a00-822c-1a288f678231), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:48.449188 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc955f8-47b8-41c6-9c6d-4f80232f01bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:48.474117 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc955f8-47b8-41c6-9c6d-4f80232f01bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:48.474117 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc955f8-47b8-41c6-9c6d-4f80232f01bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:48.474117 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc955f8-47b8-41c6-9c6d-4f80232f01bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:48.474117 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc955f8-47b8-41c6-9c6d-4f80232f01bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:48.474117 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc955f8-47b8-41c6-9c6d-4f80232f01bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:48.474117 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc955f8-47b8-41c6-9c6d-4f80232f01bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:48.474117 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc955f8-47b8-41c6-9c6d-4f80232f01bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:48.474117 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc955f8-47b8-41c6-9c6d-4f80232f01bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:48.474117 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc955f8-47b8-41c6-9c6d-4f80232f01bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:48.474117 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc955f8-47b8-41c6-9c6d-4f80232f01bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:48.474117 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc955f8-47b8-41c6-9c6d-4f80232f01bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:48.474117 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc955f8-47b8-41c6-9c6d-4f80232f01bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:48.474117 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc955f8-47b8-41c6-9c6d-4f80232f01bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:48.474117 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc955f8-47b8-41c6-9c6d-4f80232f01bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:48.474117 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc955f8-47b8-41c6-9c6d-4f80232f01bb None None] Tracked resource versions report: May 23 15:29:48.474117 dv-cinder-841125-8-iscsi neutron-server[104082]: pushed versions: May 23 15:29:48.474117 dv-cinder-841125-8-iscsi neutron-server[104082]: { 'AddressGroup': {'1.2'}, May 23 15:29:48.474117 dv-cinder-841125-8-iscsi neutron-server[104082]: 'Agent': {'1.1'}, May 23 15:29:48.474117 dv-cinder-841125-8-iscsi neutron-server[104082]: 'ConntrackHelper': {'1.0'}, May 23 15:29:48.474117 dv-cinder-841125-8-iscsi neutron-server[104082]: 'LocalIPAssociation': {'1.0'}, May 23 15:29:48.474117 dv-cinder-841125-8-iscsi neutron-server[104082]: 'Log': {'1.0'}, May 23 15:29:48.474117 dv-cinder-841125-8-iscsi neutron-server[104082]: 'NDPProxy': {'1.0'}, May 23 15:29:48.474117 dv-cinder-841125-8-iscsi neutron-server[104082]: 'Network': {'1.1'}, May 23 15:29:48.474117 dv-cinder-841125-8-iscsi neutron-server[104082]: 'Port': {'1.7'}, May 23 15:29:48.474117 dv-cinder-841125-8-iscsi neutron-server[104082]: 'PortForwarding': {'1.3'}, May 23 15:29:48.474117 dv-cinder-841125-8-iscsi neutron-server[104082]: 'QosPolicy': {'1.10'}, May 23 15:29:48.474117 dv-cinder-841125-8-iscsi neutron-server[104082]: 'SecurityGroup': {'1.5'}, May 23 15:29:48.474117 dv-cinder-841125-8-iscsi neutron-server[104082]: 'SecurityGroupRule': {'1.2'}, May 23 15:29:48.474117 dv-cinder-841125-8-iscsi neutron-server[104082]: 'SubPort': {'1.0'}, May 23 15:29:48.474117 dv-cinder-841125-8-iscsi neutron-server[104082]: 'Subnet': {'1.1'}, May 23 15:29:48.474117 dv-cinder-841125-8-iscsi neutron-server[104082]: 'Trunk': {'1.1'}} May 23 15:29:48.474117 dv-cinder-841125-8-iscsi neutron-server[104082]: consumer versions: May 23 15:29:48.474117 dv-cinder-841125-8-iscsi neutron-server[104082]: { DHCP agent@dv-cinder-841125-8-iscsi: {}, May 23 15:29:48.474117 dv-cinder-841125-8-iscsi neutron-server[104082]: HyperV agent@hv-cinder-84112: {}, May 23 15:29:48.489053 dv-cinder-841125-8-iscsi neutron-server[104082]: L3 agent@dv-cinder-841125-8-iscsi: {}, May 23 15:29:48.489053 dv-cinder-841125-8-iscsi neutron-server[104082]: Metadata agent@dv-cinder-841125-8-iscsi: {}, May 23 15:29:48.489053 dv-cinder-841125-8-iscsi neutron-server[104082]: Metering agent@dv-cinder-841125-8-iscsi: {}, May 23 15:29:48.489053 dv-cinder-841125-8-iscsi neutron-server[104082]: Open vSwitch agent@dv-cinder-841125-8-iscsi: { 'AddressGroup': '1.2', May 23 15:29:48.489053 dv-cinder-841125-8-iscsi neutron-server[104082]: 'Agent': '1.1', May 23 15:29:48.489053 dv-cinder-841125-8-iscsi neutron-server[104082]: 'ConntrackHelper': '1.0', May 23 15:29:48.489053 dv-cinder-841125-8-iscsi neutron-server[104082]: 'LocalIPAssociation': '1.0', May 23 15:29:48.489053 dv-cinder-841125-8-iscsi neutron-server[104082]: 'Log': '1.0', May 23 15:29:48.489053 dv-cinder-841125-8-iscsi neutron-server[104082]: 'NDPProxy': '1.0', May 23 15:29:48.489053 dv-cinder-841125-8-iscsi neutron-server[104082]: 'Network': '1.1', May 23 15:29:48.489053 dv-cinder-841125-8-iscsi neutron-server[104082]: 'Port': '1.7', May 23 15:29:48.489053 dv-cinder-841125-8-iscsi neutron-server[104082]: 'PortForwarding': '1.3', May 23 15:29:48.489053 dv-cinder-841125-8-iscsi neutron-server[104082]: 'QosPolicy': '1.10', May 23 15:29:48.489053 dv-cinder-841125-8-iscsi neutron-server[104082]: 'SecurityGroup': '1.5', May 23 15:29:48.489053 dv-cinder-841125-8-iscsi neutron-server[104082]: 'SecurityGroupRule': '1.2', May 23 15:29:48.489053 dv-cinder-841125-8-iscsi neutron-server[104082]: 'SubPort': '1.0', May 23 15:29:48.489053 dv-cinder-841125-8-iscsi neutron-server[104082]: 'Subnet': '1.1', May 23 15:29:48.489053 dv-cinder-841125-8-iscsi neutron-server[104082]: 'Trunk': '1.1'}} May 23 15:29:48.489053 dv-cinder-841125-8-iscsi neutron-server[104082]: {{(pid=104082) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 23 15:29:48.548249 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e51e3eb7-cd45-40c2-a97c-a853ef2ae192 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:48.557107 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-f805327f-5578-4930-b03e-bf13af60c812 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/quotas/377219e53ce94ab089e48437d3468663 HTTP/1.1" status: 200 len: 375 time: 0.3012221 May 23 15:29:48.600380 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb23524-8abb-462b-b98e-d8b84a05cf24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa639b77-8a03-51d8-9c43-407bd9ee6f7a-0d1e2450-f071-48af-a078-8358b70cb4cd', 'network_id': '0d1e2450-f071-48af-a078-8358b70cb4cd', 'project_id': '0712b807a4584f7b8f019ceb65ff1e14', 'fixed_ips': [{'subnet_id': 'eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2'}]}} from dv-cinder-841125-8-iscsi. {{(pid=104082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 15:29:48.601707 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7cb23524-8abb-462b-b98e-d8b84a05cf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:48.646241 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:48.653554 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-bfc955f8-47b8-41c6-9c6d-4f80232f01bb None None] Attempting to bind port 9e4e963f-c437-4a8f-bc56-89882b1468d8 on host dv-cinder-841125-8-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:29:48.654809 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-bfc955f8-47b8-41c6-9c6d-4f80232f01bb None None] Attempting to bind port 9e4e963f-c437-4a8f-bc56-89882b1468d8 by drivers openvswitch,hyperv on host dv-cinder-841125-8-iscsi at level 0 using segments [{'id': '29e85e02-494b-40ff-afd0-9241970fba55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '751cbaf0-d17b-4cd8-950f-078d51e9414f'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:29:48.655401 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc955f8-47b8-41c6-9c6d-4f80232f01bb None None] Attempting to bind port 9e4e963f-c437-4a8f-bc56-89882b1468d8 on network 751cbaf0-d17b-4cd8-950f-078d51e9414f {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:29:48.655495 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-30eb3db4-e7ff-4ff5-a5d7-e34743a41bc0 admin admin] Publish callbacks [] for port (46b88a5c-1348-414c-bd52-b8fe78e8c9bc), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:48.666886 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cf6a0177-44ed-407c-8467-6fd9fe27b46b admin admin] Publish callbacks [] for router_gateway (73c86724-c44e-4cb5-bf5d-4e91768509eb), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:48.672523 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc955f8-47b8-41c6-9c6d-4f80232f01bb None None] Checking agent: {'id': '1cc95fa5-d110-483d-93d7-5dca7a29794e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 21, 10), 'started_at': datetime.datetime(2022, 5, 23, 15, 21, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:29:48.673549 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc955f8-47b8-41c6-9c6d-4f80232f01bb None None] Checking segment: {'id': '29e85e02-494b-40ff-afd0-9241970fba55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '751cbaf0-d17b-4cd8-950f-078d51e9414f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:29:48.674512 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-bfc955f8-47b8-41c6-9c6d-4f80232f01bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:48.675158 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc955f8-47b8-41c6-9c6d-4f80232f01bb None None] Bound using segment: {'id': '29e85e02-494b-40ff-afd0-9241970fba55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '751cbaf0-d17b-4cd8-950f-078d51e9414f'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:29:48.676697 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-bfc955f8-47b8-41c6-9c6d-4f80232f01bb None None] Bound port: 9e4e963f-c437-4a8f-bc56-89882b1468d8, host: dv-cinder-841125-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29e85e02-494b-40ff-afd0-9241970fba55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '751cbaf0-d17b-4cd8-950f-078d51e9414f'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:29:48.677606 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-bfc955f8-47b8-41c6-9c6d-4f80232f01bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (9e4e963f-c437-4a8f-bc56-89882b1468d8), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:48.690326 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.db_base_plugin_common [None req-42e991b0-ded7-401f-bfbf-0dc736fa5229 None None] Allocated IP 172.20.0.2 (c9306d40-6dd5-4f4d-bb55-9077bd7b986d/97f2f0d5-ec7b-4732-a013-35e41c3e0618/6efa26f0-b32b-44b8-a0cd-395a9e3966ce) {{(pid=104082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:29:48.794576 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a161b935-782a-453b-8519-dc9c4baf4bb4 admin admin] Network 2a072baa-6965-4350-b247-fb58bbcac26a is scheduled to be hosted by DHCP agent a6df4f1d-15a4-4993-9185-787bcd604f39 with binding_index 1 {{(pid=104080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 15:29:48.804676 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:INSERT=10 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:48.836101 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:48.839150 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3293b158-1f37-4c2a-87e7-32e32eca126d admin admin] Publish callbacks [] for router_gateway (d7762678-c922-4a00-822c-1a288f678231), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:48.862502 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-fc8ff2a0-500c-46b4-930e-36cf6a4b92e4 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=377219e53ce94ab089e48437d3468663&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3045564 May 23 15:29:48.869098 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cf6a0177-44ed-407c-8467-6fd9fe27b46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:48.893468 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3293b158-1f37-4c2a-87e7-32e32eca126d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:48.896195 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-30eb3db4-e7ff-4ff5-a5d7-e34743a41bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965'] for port (46b88a5c-1348-414c-bd52-b8fe78e8c9bc), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:48.908347 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-a161b935-782a-453b-8519-dc9c4baf4bb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-8-iscsi, 2a072baa-6965-4350-b247-fb58bbcac26a) {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:29:48.947382 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c23ecb-983d-420f-951d-471645cac2ad None None] Network 2a072baa-6965-4350-b247-fb58bbcac26a requested from dv-cinder-841125-8-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:29:48.965797 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a161b935-782a-453b-8519-dc9c4baf4bb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:29:48.969164 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a161b935-782a-453b-8519-dc9c4baf4bb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:48.987969 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30eb3db4-e7ff-4ff5-a5d7-e34743a41bc0 admin admin] Network c36a36f9-cc20-4687-9603-de8e87d2bfc7 is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:29:48.990833 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-bfc955f8-47b8-41c6-9c6d-4f80232f01bb None None] For port 9e4e963f-c437-4a8f-bc56-89882b1468d8, host dv-cinder-841125-8-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:29:48.992196 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eb3db4-e7ff-4ff5-a5d7-e34743a41bc0 admin admin] Pushing event updated for resources: {'Port': ['ID=46b88a5c-1348-414c-bd52-b8fe78e8c9bc,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:29:49.006669 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-30eb3db4-e7ff-4ff5-a5d7-e34743a41bc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:29:49.078570 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-bfc955f8-47b8-41c6-9c6d-4f80232f01bb None None] For port 9e4e963f-c437-4a8f-bc56-89882b1468d8, host dv-cinder-841125-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=9e4e963f-c437-4a8f-bc56-89882b1468d8,segment=NetworkSegment(29e85e02-494b-40ff-afd0-9241970fba55),segment_id=29e85e02-494b-40ff-afd0-9241970fba55)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:29:49.081911 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30eb3db4-e7ff-4ff5-a5d7-e34743a41bc0 admin admin] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:29:49.099906 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.db_base_plugin_common [None req-7cb23524-8abb-462b-b98e-d8b84a05cf24 None None] Allocated IP 172.20.0.2 (0d1e2450-f071-48af-a078-8358b70cb4cd/eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2/99ad0d1f-38c5-47fa-be50-3010763c1e86) {{(pid=104082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:29:49.102518 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-bfc955f8-47b8-41c6-9c6d-4f80232f01bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (9e4e963f-c437-4a8f-bc56-89882b1468d8), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:49.143290 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-a161b935-782a-453b-8519-dc9c4baf4bb4 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2245128 May 23 15:29:49.164745 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-59d3c760-0830-4362-bf91-9ed1ed8070e8 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104080) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 15:29:49.166493 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-59d3c760-0830-4362-bf91-9ed1ed8070e8 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1438148 May 23 15:29:49.179516 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 58210) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:29:49.212010 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-d28cd2b1-9779-43d4-95c8-3ad32934a9fe admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-678862191-router', 'tenant_id': '9aaff9db173d4618929536b08d2be8f0', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'}}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:29:49.268496 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-42e991b0-ded7-401f-bfbf-0dc736fa5229 None None] Publish callbacks [] for port (6efa26f0-b32b-44b8-a0cd-395a9e3966ce), precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:49.337856 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-42e991b0-ded7-401f-bfbf-0dc736fa5229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965'] for port (6efa26f0-b32b-44b8-a0cd-395a9e3966ce), after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:49.340799 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc955f8-47b8-41c6-9c6d-4f80232f01bb None None] Pushing event updated for resources: {'Port': ['ID=9e4e963f-c437-4a8f-bc56-89882b1468d8,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:29:49.355693 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bda33cd-5737-444a-87e2-e24b0e78151a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa639b77-8a03-51d8-9c43-407bd9ee6f7a-2a072baa-6965-4350-b247-fb58bbcac26a', 'network_id': '2a072baa-6965-4350-b247-fb58bbcac26a', 'project_id': '9aaff9db173d4618929536b08d2be8f0', 'fixed_ips': [{'subnet_id': '7134c090-f572-476b-be3d-e9de19d83fc7'}]}} from dv-cinder-841125-8-iscsi. {{(pid=104082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 15:29:49.356980 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6bda33cd-5737-444a-87e2-e24b0e78151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:49.381029 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 58214) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:29:49.419256 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-30eb3db4-e7ff-4ff5-a5d7-e34743a41bc0 admin admin] Publish callbacks [] for router_gateway (8f83d07c-5957-4883-bfd3-40c57a380ba1), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:49.530073 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d28cd2b1-9779-43d4-95c8-3ad32934a9fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-861683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31585'] for router (649fe937-f8c3-4570-8c43-aa9e4c0fb8f6), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:49.531539 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d28cd2b1-9779-43d4-95c8-3ad32934a9fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-866915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-866547', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-831881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31512'] for router (649fe937-f8c3-4570-8c43-aa9e4c0fb8f6), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:49.555971 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-cf6a0177-44ed-407c-8467-6fd9fe27b46b admin admin] Allocated IP 172.27.2.208 (c36a36f9-cc20-4687-9603-de8e87d2bfc7/aa177288-79a2-4e75-ac60-432249438b03/952c05b4-fdfa-4276-8577-11398463fbd0) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:29:49.585299 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e51e3eb7-cd45-40c2-a97c-a853ef2ae192 admin admin] Publish callbacks [] for security_group (326718a9-7186-4d4e-99ca-111d8f15ae16), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:49.597860 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:49.614270 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e51e3eb7-cd45-40c2-a97c-a853ef2ae192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (326718a9-7186-4d4e-99ca-111d8f15ae16), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:49.705705 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-1fb9504d-eaf0-409c-a9af-fe4f9dbdf90e service neutron] 10.222.0.30 "GET /v2.0/networks/fe3a15ce-dd5c-42b5-8430-0a77f338fb71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5270293 May 23 15:29:49.742602 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e991b0-ded7-401f-bfbf-0dc736fa5229 None None] Network c9306d40-6dd5-4f4d-bb55-9077bd7b986d is already hosted by enough agents. {{(pid=104082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:29:49.758205 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [None req-42e991b0-ded7-401f-bfbf-0dc736fa5229 None None] Resources bound (agent type, host, resource id): {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:29:49.760666 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e991b0-ded7-401f-bfbf-0dc736fa5229 None None] Received port after_create {{(pid=104082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:29:49.768559 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e991b0-ded7-401f-bfbf-0dc736fa5229 None None] Pushing event updated for resources: {'Port': ['ID=6efa26f0-b32b-44b8-a0cd-395a9e3966ce,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:29:49.786699 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9b340eff-702e-48e9-b1de-91bd03427185 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:49.788099 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d28cd2b1-9779-43d4-95c8-3ad32934a9fe admin admin] Publish callbacks [] for router_controller (649fe937-f8c3-4570-8c43-aa9e4c0fb8f6), precommit_add_association {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:49.792856 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-e51e3eb7-cd45-40c2-a97c-a853ef2ae192 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=da1811a65421483f9fed0285deca97a2&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7906325 May 23 15:29:49.800986 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 58224) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:29:49.814191 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e3eb7-cd45-40c2-a97c-a853ef2ae192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326718a9-7186-4d4e-99ca-111d8f15ae16,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:29:49.833647 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-30eb3db4-e7ff-4ff5-a5d7-e34743a41bc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-866922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-866470'] for router (8f83d07c-5957-4883-bfd3-40c57a380ba1), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:49.934060 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7cb23524-8abb-462b-b98e-d8b84a05cf24 None None] Publish callbacks [] for port (99ad0d1f-38c5-47fa-be50-3010763c1e86), precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:49.949909 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:49.950119 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-42e991b0-ded7-401f-bfbf-0dc736fa5229 None None] Attempting to bind port 6efa26f0-b32b-44b8-a0cd-395a9e3966ce on host dv-cinder-841125-8-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:29:49.950119 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-42e991b0-ded7-401f-bfbf-0dc736fa5229 None None] Attempting to bind port 6efa26f0-b32b-44b8-a0cd-395a9e3966ce by drivers openvswitch,hyperv on host dv-cinder-841125-8-iscsi at level 0 using segments [{'id': '4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:29:49.950560 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e991b0-ded7-401f-bfbf-0dc736fa5229 None None] Attempting to bind port 6efa26f0-b32b-44b8-a0cd-395a9e3966ce on network c9306d40-6dd5-4f4d-bb55-9077bd7b986d {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:29:49.953659 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7cb23524-8abb-462b-b98e-d8b84a05cf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965'] for port (99ad0d1f-38c5-47fa-be50-3010763c1e86), after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:49.964639 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:49.991202 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e991b0-ded7-401f-bfbf-0dc736fa5229 None None] Checking agent: {'id': '1cc95fa5-d110-483d-93d7-5dca7a29794e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 21, 10), 'started_at': datetime.datetime(2022, 5, 23, 15, 21, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:29:49.991616 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e991b0-ded7-401f-bfbf-0dc736fa5229 None None] Checking segment: {'id': '4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:29:49.991985 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-42e991b0-ded7-401f-bfbf-0dc736fa5229 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:49.992615 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e991b0-ded7-401f-bfbf-0dc736fa5229 None None] Bound using segment: {'id': '4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:29:49.992889 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-42e991b0-ded7-401f-bfbf-0dc736fa5229 None None] Bound port: 6efa26f0-b32b-44b8-a0cd-395a9e3966ce, host: dv-cinder-841125-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:29:49.993270 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-42e991b0-ded7-401f-bfbf-0dc736fa5229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (6efa26f0-b32b-44b8-a0cd-395a9e3966ce), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:50.003319 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.db_base_plugin_common [None req-6bda33cd-5737-444a-87e2-e24b0e78151a None None] Allocated IP 172.20.0.2 (2a072baa-6965-4350-b247-fb58bbcac26a/7134c090-f572-476b-be3d-e9de19d83fc7/074d6755-382f-4194-bead-6bb0183ca65f) {{(pid=104082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:29:50.018846 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4c6f22f5-26c4-4632-b666-5b6103e8ae25 admin admin] Publish callbacks [] for security_group (326718a9-7186-4d4e-99ca-111d8f15ae16), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:50.033635 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb23524-8abb-462b-b98e-d8b84a05cf24 None None] Network 0d1e2450-f071-48af-a078-8358b70cb4cd is already hosted by enough agents. {{(pid=104082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:29:50.043545 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9b340eff-702e-48e9-b1de-91bd03427185 admin admin] Publish callbacks [] for security_group (fc51f46b-aece-4067-a3f7-a21c270091da), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:50.045097 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:50.048620 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [None req-7cb23524-8abb-462b-b98e-d8b84a05cf24 None None] Resources bound (agent type, host, resource id): {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:29:50.051532 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb23524-8abb-462b-b98e-d8b84a05cf24 None None] Received port after_create {{(pid=104082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:29:50.058392 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9b340eff-702e-48e9-b1de-91bd03427185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (fc51f46b-aece-4067-a3f7-a21c270091da), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:50.075382 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4c6f22f5-26c4-4632-b666-5b6103e8ae25 admin admin] Publish callbacks [] for security_group (326718a9-7186-4d4e-99ca-111d8f15ae16), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:50.083602 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb23524-8abb-462b-b98e-d8b84a05cf24 None None] Pushing event updated for resources: {'Port': ['ID=99ad0d1f-38c5-47fa-be50-3010763c1e86,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:29:50.096939 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cf6a0177-44ed-407c-8467-6fd9fe27b46b admin admin] Publish callbacks [] for port (952c05b4-fdfa-4276-8577-11398463fbd0), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:50.111131 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d28cd2b1-9779-43d4-95c8-3ad32934a9fe admin admin] Publish callbacks [] for router_gateway (649fe937-f8c3-4570-8c43-aa9e4c0fb8f6), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:50.132434 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-ab1d6e52-9cfb-4d0a-8e2e-3af6fc73e7f9 service neutron] 10.222.0.30 "GET /v2.0/networks/fe3a15ce-dd5c-42b5-8430-0a77f338fb71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801620 May 23 15:29:50.138816 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:50.173189 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-9b340eff-702e-48e9-b1de-91bd03427185 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=65624b5cd9aa4aeead4174807d1be2e3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7908967 May 23 15:29:50.173867 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 58228) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:29:50.183215 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b340eff-702e-48e9-b1de-91bd03427185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc51f46b-aece-4067-a3f7-a21c270091da,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:29:50.203543 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30eb3db4-e7ff-4ff5-a5d7-e34743a41bc0 admin admin] Router 8f83d07c-5957-4883-bfd3-40c57a380ba1 is scheduled to L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb with binding_index 1 {{(pid=104081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 15:29:50.208896 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-42e991b0-ded7-401f-bfbf-0dc736fa5229 None None] For port 6efa26f0-b32b-44b8-a0cd-395a9e3966ce, host dv-cinder-841125-8-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:29:50.219415 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4c6f22f5-26c4-4632-b666-5b6103e8ae25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (326718a9-7186-4d4e-99ca-111d8f15ae16), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:50.223091 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4c6f22f5-26c4-4632-b666-5b6103e8ae25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:50.229292 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-4c6f22f5-26c4-4632-b666-5b6103e8ae25 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/326718a9-7186-4d4e-99ca-111d8f15ae16 HTTP/1.1" status: 204 len: 168 time: 0.4223144 May 23 15:29:50.244066 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-42e991b0-ded7-401f-bfbf-0dc736fa5229 None None] For port 6efa26f0-b32b-44b8-a0cd-395a9e3966ce, host dv-cinder-841125-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=6efa26f0-b32b-44b8-a0cd-395a9e3966ce,segment=NetworkSegment(4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0),segment_id=4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:29:50.248783 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=10,neutron:DELETE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:50.250532 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-7cb23524-8abb-462b-b98e-d8b84a05cf24 None None] Attempting to bind port 99ad0d1f-38c5-47fa-be50-3010763c1e86 on host dv-cinder-841125-8-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:29:50.250907 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-7cb23524-8abb-462b-b98e-d8b84a05cf24 None None] Attempting to bind port 99ad0d1f-38c5-47fa-be50-3010763c1e86 by drivers openvswitch,hyperv on host dv-cinder-841125-8-iscsi at level 0 using segments [{'id': 'eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '0d1e2450-f071-48af-a078-8358b70cb4cd'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:29:50.251359 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb23524-8abb-462b-b98e-d8b84a05cf24 None None] Attempting to bind port 99ad0d1f-38c5-47fa-be50-3010763c1e86 on network 0d1e2450-f071-48af-a078-8358b70cb4cd {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:29:50.254366 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f22f5-26c4-4632-b666-5b6103e8ae25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326718a9-7186-4d4e-99ca-111d8f15ae16,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:29:50.268689 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-42e991b0-ded7-401f-bfbf-0dc736fa5229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (6efa26f0-b32b-44b8-a0cd-395a9e3966ce), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:50.317950 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb23524-8abb-462b-b98e-d8b84a05cf24 None None] Checking agent: {'id': '1cc95fa5-d110-483d-93d7-5dca7a29794e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 21, 10), 'started_at': datetime.datetime(2022, 5, 23, 15, 21, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:29:50.318550 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb23524-8abb-462b-b98e-d8b84a05cf24 None None] Checking segment: {'id': 'eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '0d1e2450-f071-48af-a078-8358b70cb4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:29:50.318767 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7cb23524-8abb-462b-b98e-d8b84a05cf24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:50.319172 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb23524-8abb-462b-b98e-d8b84a05cf24 None None] Bound using segment: {'id': 'eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '0d1e2450-f071-48af-a078-8358b70cb4cd'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:29:50.319653 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-7cb23524-8abb-462b-b98e-d8b84a05cf24 None None] Bound port: 99ad0d1f-38c5-47fa-be50-3010763c1e86, host: dv-cinder-841125-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '0d1e2450-f071-48af-a078-8358b70cb4cd'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:29:50.320036 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7cb23524-8abb-462b-b98e-d8b84a05cf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (99ad0d1f-38c5-47fa-be50-3010763c1e86), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:50.335496 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cf6a0177-44ed-407c-8467-6fd9fe27b46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965'] for port (952c05b4-fdfa-4276-8577-11398463fbd0), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:50.566453 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6a0177-44ed-407c-8467-6fd9fe27b46b admin admin] Network c36a36f9-cc20-4687-9603-de8e87d2bfc7 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:29:50.613046 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 58244) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:29:50.620753 dv-cinder-841125-8-iscsi neutron-server[104081]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 23 15:29:50.642075 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-cf6a0177-44ed-407c-8467-6fd9fe27b46b admin admin] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:29:50.664708 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30eb3db4-e7ff-4ff5-a5d7-e34743a41bc0 admin admin] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:29:50.678014 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69018ee-d9fc-40f5-b2e3-9aeb56d88f9f None None] Sync routers for ids ['8f83d07c-5957-4883-bfd3-40c57a380ba1'] in dv-cinder-841125-8-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:29:50.685986 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6bda33cd-5737-444a-87e2-e24b0e78151a None None] Publish callbacks [] for port (074d6755-382f-4194-bead-6bb0183ca65f), precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:50.700094 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6a0177-44ed-407c-8467-6fd9fe27b46b admin admin] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:29:50.711843 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a0177-44ed-407c-8467-6fd9fe27b46b admin admin] Pushing event updated for resources: {'Port': ['ID=952c05b4-fdfa-4276-8577-11398463fbd0,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:29:50.717436 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69018ee-d9fc-40f5-b2e3-9aeb56d88f9f None None] Routers {'8f83d07c-5957-4883-bfd3-40c57a380ba1'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:29:50.722605 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-e69018ee-d9fc-40f5-b2e3-9aeb56d88f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:29:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['8f83d07c-5957-4883-bfd3-40c57a380ba1'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:29:50.868389 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-7cb23524-8abb-462b-b98e-d8b84a05cf24 None None] For port 99ad0d1f-38c5-47fa-be50-3010763c1e86, host dv-cinder-841125-8-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:29:50.887172 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-7cb23524-8abb-462b-b98e-d8b84a05cf24 None None] For port 99ad0d1f-38c5-47fa-be50-3010763c1e86, host dv-cinder-841125-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=99ad0d1f-38c5-47fa-be50-3010763c1e86,segment=NetworkSegment(eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069),segment_id=eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:29:50.895329 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=85,neutron:UPDATE=9,neutron:INSERT=6 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:50.905391 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7cb23524-8abb-462b-b98e-d8b84a05cf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (99ad0d1f-38c5-47fa-be50-3010763c1e86), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:50.912233 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6bda33cd-5737-444a-87e2-e24b0e78151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965'] for port (074d6755-382f-4194-bead-6bb0183ca65f), after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:50.937237 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e991b0-ded7-401f-bfbf-0dc736fa5229 None None] Pushing event updated for resources: {'Port': ['ID=6efa26f0-b32b-44b8-a0cd-395a9e3966ce,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:29:50.953164 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-3293b158-1f37-4c2a-87e7-32e32eca126d admin admin] Allocated IP 172.27.2.177 (c36a36f9-cc20-4687-9603-de8e87d2bfc7/aa177288-79a2-4e75-ac60-432249438b03/f967faeb-3834-4612-baaa-f31465073412) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:29:50.973093 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-062a998e-1104-48b8-a945-4354a47cc299 req-57639081-795f-44bc-9308-4ffdc5d5e1a2 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/ports?device_id=7abcf413-0c08-4f11-b030-2f2f9f09a5a3 HTTP/1.1" status: 200 len: 210 time: 0.3413925 May 23 15:29:50.986692 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-da1614b5-02f0-417b-a50d-14ae893de145 admin admin] Publish callbacks [] for security_group (fc51f46b-aece-4067-a3f7-a21c270091da), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:50.999904 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-30eb3db4-e7ff-4ff5-a5d7-e34743a41bc0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:51.004014 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-30eb3db4-e7ff-4ff5-a5d7-e34743a41bc0 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.5256989 May 23 15:29:51.018989 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 58262) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:29:51.124293 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb23524-8abb-462b-b98e-d8b84a05cf24 None None] Pushing event updated for resources: {'Port': ['ID=99ad0d1f-38c5-47fa-be50-3010763c1e86,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:29:51.125828 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-da1614b5-02f0-417b-a50d-14ae893de145 admin admin] Publish callbacks [] for security_group (fc51f46b-aece-4067-a3f7-a21c270091da), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:51.139182 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 9e4e963f-c437-4a8f-bc56-89882b1468d8 up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:29:51.212564 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bda33cd-5737-444a-87e2-e24b0e78151a None None] Network 2a072baa-6965-4350-b247-fb58bbcac26a is already hosted by enough agents. {{(pid=104082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:29:51.260559 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [None req-6bda33cd-5737-444a-87e2-e24b0e78151a None None] Resources bound (agent type, host, resource id): {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:29:51.265713 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea18d75-3e28-43bd-8242-0effdbcdce25 None None] Network 751cbaf0-d17b-4cd8-950f-078d51e9414f requested from dv-cinder-841125-8-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:29:51.266876 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-e69018ee-d9fc-40f5-b2e3-9aeb56d88f9f None None] Set router 8f83d07c-5957-4883-bfd3-40c57a380ba1 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:29:51.276626 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bda33cd-5737-444a-87e2-e24b0e78151a None None] Received port after_create {{(pid=104082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:29:51.304094 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d28cd2b1-9779-43d4-95c8-3ad32934a9fe admin admin] Publish callbacks [] for router_gateway (649fe937-f8c3-4570-8c43-aa9e4c0fb8f6), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:51.420634 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-236baefa-42cf-4ef9-8a47-a6c5d5f9c0bc None None] Provisioning complete for port 9e4e963f-c437-4a8f-bc56-89882b1468d8 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:29:51.422605 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-236baefa-42cf-4ef9-8a47-a6c5d5f9c0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (9e4e963f-c437-4a8f-bc56-89882b1468d8), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:51.471188 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:51.499541 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d28cd2b1-9779-43d4-95c8-3ad32934a9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:51.769592 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-236baefa-42cf-4ef9-8a47-a6c5d5f9c0bc None None] Current status of the port 9e4e963f-c437-4a8f-bc56-89882b1468d8 is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:29:51.770159 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-236baefa-42cf-4ef9-8a47-a6c5d5f9c0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (9e4e963f-c437-4a8f-bc56-89882b1468d8), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:51.819725 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda33cd-5737-444a-87e2-e24b0e78151a None None] Pushing event updated for resources: {'Port': ['ID=074d6755-382f-4194-bead-6bb0183ca65f,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:29:51.886689 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:51.955845 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-e69018ee-d9fc-40f5-b2e3-9aeb56d88f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'name': 'tempest-AttachVolumeShelveTestJSON-765194453-router', 'tenant_id': '65c6b1563c424330ade1ef15f8efa110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '46b88a5c-1348-414c-bd52-b8fe78e8c9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:46Z', 'updated_at': '2022-05-23T15:29:49Z', 'revision_number': 3, 'project_id': '65c6b1563c424330ade1ef15f8efa110', 'gw_port': {'id': '46b88a5c-1348-414c-bd52-b8fe78e8c9bc', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:04:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:29:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi'}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:29:51.998479 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port 9e4e963f-c437-4a8f-bc56-89882b1468d8 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:29:52.001282 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (9e4e963f-c437-4a8f-bc56-89882b1468d8), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:52.002430 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-da1614b5-02f0-417b-a50d-14ae893de145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (fc51f46b-aece-4067-a3f7-a21c270091da), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:52.010591 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-da1614b5-02f0-417b-a50d-14ae893de145 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:52.012018 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-da1614b5-02f0-417b-a50d-14ae893de145 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fc51f46b-aece-4067-a3f7-a21c270091da HTTP/1.1" status: 204 len: 168 time: 1.7968588 May 23 15:29:52.016434 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69018ee-d9fc-40f5-b2e3-9aeb56d88f9f None None] Checking router: 8f83d07c-5957-4883-bfd3-40c57a380ba1 for host: dv-cinder-841125-8-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:29:52.017092 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69018ee-d9fc-40f5-b2e3-9aeb56d88f9f None None] Updating router 8f83d07c-5957-4883-bfd3-40c57a380ba1 port 46b88a5c-1348-414c-bd52-b8fe78e8c9bc binding host dv-cinder-841125-8-iscsi {{(pid=104083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 15:29:52.064053 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1614b5-02f0-417b-a50d-14ae893de145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc51f46b-aece-4067-a3f7-a21c270091da,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:29:52.077305 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cf6a0177-44ed-407c-8467-6fd9fe27b46b admin admin] Publish callbacks [] for router_gateway (73c86724-c44e-4cb5-bf5d-4e91768509eb), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:52.101141 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e69018ee-d9fc-40f5-b2e3-9aeb56d88f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (46b88a5c-1348-414c-bd52-b8fe78e8c9bc), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:52.113712 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-6bda33cd-5737-444a-87e2-e24b0e78151a None None] Attempting to bind port 074d6755-382f-4194-bead-6bb0183ca65f on host dv-cinder-841125-8-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:29:52.114258 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-6bda33cd-5737-444a-87e2-e24b0e78151a None None] Attempting to bind port 074d6755-382f-4194-bead-6bb0183ca65f by drivers openvswitch,hyperv on host dv-cinder-841125-8-iscsi at level 0 using segments [{'id': '48775ad2-4450-43ce-a412-5bc906720c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '2a072baa-6965-4350-b247-fb58bbcac26a'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:29:52.114721 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bda33cd-5737-444a-87e2-e24b0e78151a None None] Attempting to bind port 074d6755-382f-4194-bead-6bb0183ca65f on network 2a072baa-6965-4350-b247-fb58bbcac26a {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:29:52.138770 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-236baefa-42cf-4ef9-8a47-a6c5d5f9c0bc None None] For port 9e4e963f-c437-4a8f-bc56-89882b1468d8, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=9e4e963f-c437-4a8f-bc56-89882b1468d8,segment=NetworkSegment(29e85e02-494b-40ff-afd0-9241970fba55),segment_id=29e85e02-494b-40ff-afd0-9241970fba55)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:29:52.146386 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bda33cd-5737-444a-87e2-e24b0e78151a None None] Checking agent: {'id': '1cc95fa5-d110-483d-93d7-5dca7a29794e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 21, 10), 'started_at': datetime.datetime(2022, 5, 23, 15, 21, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:29:52.146918 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bda33cd-5737-444a-87e2-e24b0e78151a None None] Checking segment: {'id': '48775ad2-4450-43ce-a412-5bc906720c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '2a072baa-6965-4350-b247-fb58bbcac26a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:29:52.147446 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6bda33cd-5737-444a-87e2-e24b0e78151a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:52.148234 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bda33cd-5737-444a-87e2-e24b0e78151a None None] Bound using segment: {'id': '48775ad2-4450-43ce-a412-5bc906720c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '2a072baa-6965-4350-b247-fb58bbcac26a'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:29:52.148827 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-6bda33cd-5737-444a-87e2-e24b0e78151a None None] Bound port: 074d6755-382f-4194-bead-6bb0183ca65f, host: dv-cinder-841125-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48775ad2-4450-43ce-a412-5bc906720c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '2a072baa-6965-4350-b247-fb58bbcac26a'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:29:52.151460 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6bda33cd-5737-444a-87e2-e24b0e78151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (074d6755-382f-4194-bead-6bb0183ca65f), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:52.212990 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3293b158-1f37-4c2a-87e7-32e32eca126d admin admin] Publish callbacks [] for port (f967faeb-3834-4612-baaa-f31465073412), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:52.236797 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-236baefa-42cf-4ef9-8a47-a6c5d5f9c0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (9e4e963f-c437-4a8f-bc56-89882b1468d8), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:52.247055 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6f66775e-52d5-4424-ad6a-169c8af62971 req-cae915ba-6638-4478-88da-cf485578d535 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/ports?device_id=7abcf413-0c08-4f11-b030-2f2f9f09a5a3 HTTP/1.1" status: 200 len: 210 time: 0.1245730 May 23 15:29:52.399021 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:52.424100 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3293b158-1f37-4c2a-87e7-32e32eca126d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965'] for port (f967faeb-3834-4612-baaa-f31465073412), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:52.608536 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236baefa-42cf-4ef9-8a47-a6c5d5f9c0bc None None] Pushing event updated for resources: {'Port': ['ID=9e4e963f-c437-4a8f-bc56-89882b1468d8,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:29:52.623242 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff608713-68db-4dbb-a6d7-546780f588b4 None None] Network c9306d40-6dd5-4f4d-bb55-9077bd7b986d requested from dv-cinder-841125-8-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:29:52.655574 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-6bda33cd-5737-444a-87e2-e24b0e78151a None None] For port 074d6755-382f-4194-bead-6bb0183ca65f, host dv-cinder-841125-8-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:29:52.673917 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3293b158-1f37-4c2a-87e7-32e32eca126d admin admin] Network c36a36f9-cc20-4687-9603-de8e87d2bfc7 is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:29:52.680179 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-d28cd2b1-9779-43d4-95c8-3ad32934a9fe admin admin] Allocated IP 172.27.2.107 (c36a36f9-cc20-4687-9603-de8e87d2bfc7/aa177288-79a2-4e75-ac60-432249438b03/fb207996-4659-4c02-91cb-c2a17001c7dc) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:29:52.723278 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-3293b158-1f37-4c2a-87e7-32e32eca126d admin admin] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:29:52.745992 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3293b158-1f37-4c2a-87e7-32e32eca126d admin admin] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:29:52.763681 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3293b158-1f37-4c2a-87e7-32e32eca126d admin admin] Pushing event updated for resources: {'Port': ['ID=f967faeb-3834-4612-baaa-f31465073412,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:29:52.835732 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-dd3ef211-577f-496c-adc8-32aacdc32e3a None None] Provisioning complete for port 6efa26f0-b32b-44b8-a0cd-395a9e3966ce triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:29:52.836660 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dd3ef211-577f-496c-adc8-32aacdc32e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (6efa26f0-b32b-44b8-a0cd-395a9e3966ce), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:52.838859 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port 9e4e963f-c437-4a8f-bc56-89882b1468d8 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:29:52.842979 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-6bda33cd-5737-444a-87e2-e24b0e78151a None None] For port 074d6755-382f-4194-bead-6bb0183ca65f, host dv-cinder-841125-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=074d6755-382f-4194-bead-6bb0183ca65f,segment=NetworkSegment(48775ad2-4450-43ce-a412-5bc906720c7e),segment_id=48775ad2-4450-43ce-a412-5bc906720c7e)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:29:52.893051 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d28cd2b1-9779-43d4-95c8-3ad32934a9fe admin admin] Publish callbacks [] for port (fb207996-4659-4c02-91cb-c2a17001c7dc), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:52.900889 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6bda33cd-5737-444a-87e2-e24b0e78151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (074d6755-382f-4194-bead-6bb0183ca65f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:52.940589 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:52.948458 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d28cd2b1-9779-43d4-95c8-3ad32934a9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965'] for port (fb207996-4659-4c02-91cb-c2a17001c7dc), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:53.047235 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28cd2b1-9779-43d4-95c8-3ad32934a9fe admin admin] Network c36a36f9-cc20-4687-9603-de8e87d2bfc7 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:29:53.082429 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 58322) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:29:53.116047 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-d28cd2b1-9779-43d4-95c8-3ad32934a9fe admin admin] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:29:53.119036 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28cd2b1-9779-43d4-95c8-3ad32934a9fe admin admin] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:29:53.148762 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-bcb9d692-a91d-4515-83b0-673af73a1d45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:53.240033 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda33cd-5737-444a-87e2-e24b0e78151a None None] Pushing event updated for resources: {'Port': ['ID=074d6755-382f-4194-bead-6bb0183ca65f,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:29:53.315375 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28cd2b1-9779-43d4-95c8-3ad32934a9fe admin admin] Pushing event updated for resources: {'Port': ['ID=fb207996-4659-4c02-91cb-c2a17001c7dc,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:29:53.365708 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdf8538-df3c-4cfb-90c9-ff7c337759a9 None None] Network 0d1e2450-f071-48af-a078-8358b70cb4cd requested from dv-cinder-841125-8-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:29:53.442865 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:53.493992 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 99ad0d1f-38c5-47fa-be50-3010763c1e86 up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:29:53.647093 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-dd3ef211-577f-496c-adc8-32aacdc32e3a None None] Current status of the port 6efa26f0-b32b-44b8-a0cd-395a9e3966ce is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:29:53.647476 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dd3ef211-577f-496c-adc8-32aacdc32e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (6efa26f0-b32b-44b8-a0cd-395a9e3966ce), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:53.699303 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e69018ee-d9fc-40f5-b2e3-9aeb56d88f9f None None] Publish callbacks [] for port (46b88a5c-1348-414c-bd52-b8fe78e8c9bc), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:53.711663 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e69018ee-d9fc-40f5-b2e3-9aeb56d88f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (46b88a5c-1348-414c-bd52-b8fe78e8c9bc), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:53.718934 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2d21e49c-9e6a-4d40-a8a5-b0d390d06b3d req-a3f4e5dd-5adc-4419-9cfc-4bee78229f25 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/ports?device_id=7abcf413-0c08-4f11-b030-2f2f9f09a5a3 HTTP/1.1" status: 200 len: 210 time: 0.2910390 May 23 15:29:53.870629 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:53.898093 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port 99ad0d1f-38c5-47fa-be50-3010763c1e86 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:29:53.898515 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (99ad0d1f-38c5-47fa-be50-3010763c1e86), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:53.905763 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-dd3ef211-577f-496c-adc8-32aacdc32e3a None None] For port 6efa26f0-b32b-44b8-a0cd-395a9e3966ce, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=6efa26f0-b32b-44b8-a0cd-395a9e3966ce,segment=NetworkSegment(4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0),segment_id=4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:29:53.948242 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dd3ef211-577f-496c-adc8-32aacdc32e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (6efa26f0-b32b-44b8-a0cd-395a9e3966ce), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:53.965387 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-e69018ee-d9fc-40f5-b2e3-9aeb56d88f9f None None] Attempting to bind port 46b88a5c-1348-414c-bd52-b8fe78e8c9bc on host dv-cinder-841125-8-iscsi for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:29:53.965767 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-e69018ee-d9fc-40f5-b2e3-9aeb56d88f9f None None] Attempting to bind port 46b88a5c-1348-414c-bd52-b8fe78e8c9bc by drivers openvswitch,hyperv on host dv-cinder-841125-8-iscsi at level 0 using segments [{'id': '36a83107-a298-4f41-a08d-e6c665169c28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:29:53.974379 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69018ee-d9fc-40f5-b2e3-9aeb56d88f9f None None] Attempting to bind port 46b88a5c-1348-414c-bd52-b8fe78e8c9bc on network c36a36f9-cc20-4687-9603-de8e87d2bfc7 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:29:53.980487 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d297737-d397-483f-9df0-a9fbb119a153 None None] Pushing event updated for resources: {'Port': ['ID=46b88a5c-1348-414c-bd52-b8fe78e8c9bc,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:29:53.987592 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69018ee-d9fc-40f5-b2e3-9aeb56d88f9f None None] Checking agent: {'id': '1cc95fa5-d110-483d-93d7-5dca7a29794e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 21, 10), 'started_at': datetime.datetime(2022, 5, 23, 15, 21, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:29:53.988054 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69018ee-d9fc-40f5-b2e3-9aeb56d88f9f None None] Checking segment: {'id': '36a83107-a298-4f41-a08d-e6c665169c28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:29:53.988465 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e69018ee-d9fc-40f5-b2e3-9aeb56d88f9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:53.988860 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69018ee-d9fc-40f5-b2e3-9aeb56d88f9f None None] Bound using segment: {'id': '36a83107-a298-4f41-a08d-e6c665169c28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:29:53.989352 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-e69018ee-d9fc-40f5-b2e3-9aeb56d88f9f None None] Bound port: 46b88a5c-1348-414c-bd52-b8fe78e8c9bc, host: dv-cinder-841125-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a83107-a298-4f41-a08d-e6c665169c28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:29:53.989734 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e69018ee-d9fc-40f5-b2e3-9aeb56d88f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (46b88a5c-1348-414c-bd52-b8fe78e8c9bc), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:54.018258 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d297737-d397-483f-9df0-a9fbb119a153 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:54.018986 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d297737-d397-483f-9df0-a9fbb119a153 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:54.019517 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d297737-d397-483f-9df0-a9fbb119a153 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:54.020329 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d297737-d397-483f-9df0-a9fbb119a153 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:54.021041 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d297737-d397-483f-9df0-a9fbb119a153 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:54.022877 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d297737-d397-483f-9df0-a9fbb119a153 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:54.023383 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d297737-d397-483f-9df0-a9fbb119a153 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:54.023982 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d297737-d397-483f-9df0-a9fbb119a153 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:54.024601 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d297737-d397-483f-9df0-a9fbb119a153 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:54.025126 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d297737-d397-483f-9df0-a9fbb119a153 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:54.025613 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d297737-d397-483f-9df0-a9fbb119a153 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:54.026096 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d297737-d397-483f-9df0-a9fbb119a153 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:54.026562 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d297737-d397-483f-9df0-a9fbb119a153 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:54.027176 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d297737-d397-483f-9df0-a9fbb119a153 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:54.027640 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d297737-d397-483f-9df0-a9fbb119a153 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:29:54.035528 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d297737-d397-483f-9df0-a9fbb119a153 None None] Tracked resource versions report: May 23 15:29:54.035528 dv-cinder-841125-8-iscsi neutron-server[104083]: pushed versions: May 23 15:29:54.035528 dv-cinder-841125-8-iscsi neutron-server[104083]: { 'AddressGroup': {'1.2'}, May 23 15:29:54.035528 dv-cinder-841125-8-iscsi neutron-server[104083]: 'Agent': {'1.1'}, May 23 15:29:54.035528 dv-cinder-841125-8-iscsi neutron-server[104083]: 'ConntrackHelper': {'1.0'}, May 23 15:29:54.035528 dv-cinder-841125-8-iscsi neutron-server[104083]: 'LocalIPAssociation': {'1.0'}, May 23 15:29:54.035528 dv-cinder-841125-8-iscsi neutron-server[104083]: 'Log': {'1.0'}, May 23 15:29:54.035528 dv-cinder-841125-8-iscsi neutron-server[104083]: 'NDPProxy': {'1.0'}, May 23 15:29:54.035528 dv-cinder-841125-8-iscsi neutron-server[104083]: 'Network': {'1.1'}, May 23 15:29:54.035528 dv-cinder-841125-8-iscsi neutron-server[104083]: 'Port': {'1.7'}, May 23 15:29:54.035528 dv-cinder-841125-8-iscsi neutron-server[104083]: 'PortForwarding': {'1.3'}, May 23 15:29:54.035528 dv-cinder-841125-8-iscsi neutron-server[104083]: 'QosPolicy': {'1.10'}, May 23 15:29:54.035528 dv-cinder-841125-8-iscsi neutron-server[104083]: 'SecurityGroup': {'1.5'}, May 23 15:29:54.035528 dv-cinder-841125-8-iscsi neutron-server[104083]: 'SecurityGroupRule': {'1.2'}, May 23 15:29:54.035528 dv-cinder-841125-8-iscsi neutron-server[104083]: 'SubPort': {'1.0'}, May 23 15:29:54.035528 dv-cinder-841125-8-iscsi neutron-server[104083]: 'Subnet': {'1.1'}, May 23 15:29:54.035528 dv-cinder-841125-8-iscsi neutron-server[104083]: 'Trunk': {'1.1'}} May 23 15:29:54.035528 dv-cinder-841125-8-iscsi neutron-server[104083]: consumer versions: May 23 15:29:54.035528 dv-cinder-841125-8-iscsi neutron-server[104083]: { DHCP agent@dv-cinder-841125-8-iscsi: {}, May 23 15:29:54.035528 dv-cinder-841125-8-iscsi neutron-server[104083]: HyperV agent@hv-cinder-84112: {}, May 23 15:29:54.035528 dv-cinder-841125-8-iscsi neutron-server[104083]: L3 agent@dv-cinder-841125-8-iscsi: {}, May 23 15:29:54.035528 dv-cinder-841125-8-iscsi neutron-server[104083]: Metadata agent@dv-cinder-841125-8-iscsi: {}, May 23 15:29:54.035528 dv-cinder-841125-8-iscsi neutron-server[104083]: Metering agent@dv-cinder-841125-8-iscsi: {}, May 23 15:29:54.035528 dv-cinder-841125-8-iscsi neutron-server[104083]: Open vSwitch agent@dv-cinder-841125-8-iscsi: { 'AddressGroup': '1.2', May 23 15:29:54.035528 dv-cinder-841125-8-iscsi neutron-server[104083]: 'Agent': '1.1', May 23 15:29:54.035528 dv-cinder-841125-8-iscsi neutron-server[104083]: 'ConntrackHelper': '1.0', May 23 15:29:54.035528 dv-cinder-841125-8-iscsi neutron-server[104083]: 'LocalIPAssociation': '1.0', May 23 15:29:54.035528 dv-cinder-841125-8-iscsi neutron-server[104083]: 'Log': '1.0', May 23 15:29:54.035528 dv-cinder-841125-8-iscsi neutron-server[104083]: 'NDPProxy': '1.0', May 23 15:29:54.035528 dv-cinder-841125-8-iscsi neutron-server[104083]: 'Network': '1.1', May 23 15:29:54.035528 dv-cinder-841125-8-iscsi neutron-server[104083]: 'Port': '1.7', May 23 15:29:54.035528 dv-cinder-841125-8-iscsi neutron-server[104083]: 'PortForwarding': '1.3', May 23 15:29:54.035528 dv-cinder-841125-8-iscsi neutron-server[104083]: 'QosPolicy': '1.10', May 23 15:29:54.035528 dv-cinder-841125-8-iscsi neutron-server[104083]: 'SecurityGroup': '1.5', May 23 15:29:54.035528 dv-cinder-841125-8-iscsi neutron-server[104083]: 'SecurityGroupRule': '1.2', May 23 15:29:54.035528 dv-cinder-841125-8-iscsi neutron-server[104083]: 'SubPort': '1.0', May 23 15:29:54.035528 dv-cinder-841125-8-iscsi neutron-server[104083]: 'Subnet': '1.1', May 23 15:29:54.035528 dv-cinder-841125-8-iscsi neutron-server[104083]: 'Trunk': '1.1'}} May 23 15:29:54.035528 dv-cinder-841125-8-iscsi neutron-server[104083]: {{(pid=104083) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 23 15:29:54.073502 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:54.095949 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-e69018ee-d9fc-40f5-b2e3-9aeb56d88f9f None None] For port 46b88a5c-1348-414c-bd52-b8fe78e8c9bc, host dv-cinder-841125-8-iscsi, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:29:54.103024 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:54.111801 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cf6a0177-44ed-407c-8467-6fd9fe27b46b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-866922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-866470'] for router (73c86724-c44e-4cb5-bf5d-4e91768509eb), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:54.114025 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-e69018ee-d9fc-40f5-b2e3-9aeb56d88f9f None None] For port 46b88a5c-1348-414c-bd52-b8fe78e8c9bc, host dv-cinder-841125-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=46b88a5c-1348-414c-bd52-b8fe78e8c9bc,segment=NetworkSegment(36a83107-a298-4f41-a08d-e6c665169c28),segment_id=36a83107-a298-4f41-a08d-e6c665169c28)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:29:54.134392 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e69018ee-d9fc-40f5-b2e3-9aeb56d88f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (46b88a5c-1348-414c-bd52-b8fe78e8c9bc), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:54.145687 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3293b158-1f37-4c2a-87e7-32e32eca126d admin admin] Publish callbacks [] for router_gateway (d7762678-c922-4a00-822c-1a288f678231), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:54.166790 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-be67aae4-f039-455c-b1a0-6b6d00f75b37 None None] Provisioning complete for port 9e4e963f-c437-4a8f-bc56-89882b1468d8 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:29:54.169972 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-be67aae4-f039-455c-b1a0-6b6d00f75b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (9e4e963f-c437-4a8f-bc56-89882b1468d8), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:54.183328 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:54.210319 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-bcb9d692-a91d-4515-83b0-673af73a1d45 admin admin] Publish callbacks [] for security_group (04cc0ba4-8825-4c55-8ff3-26bda0f9920e), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:54.213692 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:54.323651 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69018ee-d9fc-40f5-b2e3-9aeb56d88f9f None None] Routers {'8f83d07c-5957-4883-bfd3-40c57a380ba1'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:29:54.324303 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-e69018ee-d9fc-40f5-b2e3-9aeb56d88f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:29:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['8f83d07c-5957-4883-bfd3-40c57a380ba1'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:29:54.339040 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-bcb9d692-a91d-4515-83b0-673af73a1d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (04cc0ba4-8825-4c55-8ff3-26bda0f9920e), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:54.364973 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ef211-577f-496c-adc8-32aacdc32e3a None None] Pushing event updated for resources: {'Port': ['ID=6efa26f0-b32b-44b8-a0cd-395a9e3966ce,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:29:54.396696 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port 99ad0d1f-38c5-47fa-be50-3010763c1e86 is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:29:54.397052 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (99ad0d1f-38c5-47fa-be50-3010763c1e86), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:54.436181 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb9d692-a91d-4515-83b0-673af73a1d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04cc0ba4-8825-4c55-8ff3-26bda0f9920e,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:29:54.446715 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8e0e21b5-43c7-46be-95b4-2617bcf3d401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:54.498664 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d297737-d397-483f-9df0-a9fbb119a153 None None] Pushing event updated for resources: {'Port': ['ID=46b88a5c-1348-414c-bd52-b8fe78e8c9bc,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:29:54.501274 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d28cd2b1-9779-43d4-95c8-3ad32934a9fe admin admin] Publish callbacks [] for router_gateway (649fe937-f8c3-4570-8c43-aa9e4c0fb8f6), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:54.540731 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-be67aae4-f039-455c-b1a0-6b6d00f75b37 None None] Current status of the port 9e4e963f-c437-4a8f-bc56-89882b1468d8 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:29:54.564682 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] For port 99ad0d1f-38c5-47fa-be50-3010763c1e86, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=99ad0d1f-38c5-47fa-be50-3010763c1e86,segment=NetworkSegment(eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069),segment_id=eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:29:54.578076 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (99ad0d1f-38c5-47fa-be50-3010763c1e86), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:54.580359 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 9e4e963f-c437-4a8f-bc56-89882b1468d8 up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:29:54.641809 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-bcb9d692-a91d-4515-83b0-673af73a1d45 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9ebc5b8a5fc64b6aa20fd12a5cc8899b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5517595 May 23 15:29:54.651994 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 58370) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:29:54.670579 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:54.676083 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-be67aae4-f039-455c-b1a0-6b6d00f75b37 None None] Provisioning complete for port 6efa26f0-b32b-44b8-a0cd-395a9e3966ce triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:29:54.676463 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-be67aae4-f039-455c-b1a0-6b6d00f75b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (6efa26f0-b32b-44b8-a0cd-395a9e3966ce), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:54.687062 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-e69018ee-d9fc-40f5-b2e3-9aeb56d88f9f None None] Set router 8f83d07c-5957-4883-bfd3-40c57a380ba1 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:29:54.761296 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port 9e4e963f-c437-4a8f-bc56-89882b1468d8 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:29:54.762315 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (9e4e963f-c437-4a8f-bc56-89882b1468d8), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:54.985251 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Pushing event updated for resources: {'Port': ['ID=99ad0d1f-38c5-47fa-be50-3010763c1e86,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:29:54.999785 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3293b158-1f37-4c2a-87e7-32e32eca126d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-866922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-866470'] for router (d7762678-c922-4a00-822c-1a288f678231), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:55.130480 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1418575-ac9a-4db3-af69-13e14eff4c31 None None] Network 2a072baa-6965-4350-b247-fb58bbcac26a requested from dv-cinder-841125-8-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:29:55.141819 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-8e0e21b5-43c7-46be-95b4-2617bcf3d401 admin admin] Allocated IP 172.20.0.1 (751cbaf0-d17b-4cd8-950f-078d51e9414f/045c111a-efa9-497c-8e54-7f6b21c0aa2b/dd39059b-c103-493b-96f9-26f4b5a3695d) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:29:55.151140 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:55.156596 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-e69018ee-d9fc-40f5-b2e3-9aeb56d88f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'name': 'tempest-AttachVolumeShelveTestJSON-765194453-router', 'tenant_id': '65c6b1563c424330ade1ef15f8efa110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '46b88a5c-1348-414c-bd52-b8fe78e8c9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:46Z', 'updated_at': '2022-05-23T15:29:49Z', 'revision_number': 3, 'project_id': '65c6b1563c424330ade1ef15f8efa110', 'gw_port': {'id': '46b88a5c-1348-414c-bd52-b8fe78e8c9bc', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:04:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:29:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi'}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:29:55.185936 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69018ee-d9fc-40f5-b2e3-9aeb56d88f9f None None] The sync data for ids ['8f83d07c-5957-4883-bfd3-40c57a380ba1'] in dv-cinder-841125-8-iscsi is: [{'id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'name': 'tempest-AttachVolumeShelveTestJSON-765194453-router', 'tenant_id': '65c6b1563c424330ade1ef15f8efa110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '46b88a5c-1348-414c-bd52-b8fe78e8c9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:46Z', 'updated_at': '2022-05-23T15:29:49Z', 'revision_number': 3, 'project_id': '65c6b1563c424330ade1ef15f8efa110', 'gw_port': {'id': '46b88a5c-1348-414c-bd52-b8fe78e8c9bc', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:04:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:29:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi'}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:29:55.186726 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a097e837-010e-4aef-bf99-3f067405e59b admin admin] Publish callbacks [] for security_group (04cc0ba4-8825-4c55-8ff3-26bda0f9920e), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:55.196493 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:55.279244 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f8662bd4-727f-4db1-9d0c-ee8c266d1045 req-6fe7690f-b2a7-4fcd-b4b3-da34840bf752 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/ports?device_id=7abcf413-0c08-4f11-b030-2f2f9f09a5a3 HTTP/1.1" status: 200 len: 210 time: 0.1069512 May 23 15:29:55.299511 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6a0177-44ed-407c-8467-6fd9fe27b46b admin admin] Router 73c86724-c44e-4cb5-bf5d-4e91768509eb is scheduled to L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb with binding_index 1 {{(pid=104080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 15:29:55.313489 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a097e837-010e-4aef-bf99-3f067405e59b admin admin] Publish callbacks [] for security_group (04cc0ba4-8825-4c55-8ff3-26bda0f9920e), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:55.329708 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d28cd2b1-9779-43d4-95c8-3ad32934a9fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-866922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-866470'] for router (649fe937-f8c3-4570-8c43-aa9e4c0fb8f6), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:55.500151 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.72', 61127) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:29:55.501509 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6a0177-44ed-407c-8467-6fd9fe27b46b admin admin] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:29:55.525575 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:55.540823 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port 9e4e963f-c437-4a8f-bc56-89882b1468d8 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:29:55.546105 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 6efa26f0-b32b-44b8-a0cd-395a9e3966ce up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:29:55.551878 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cf6a0177-44ed-407c-8467-6fd9fe27b46b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:55.559520 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-cf6a0177-44ed-407c-8467-6fd9fe27b46b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.3234580 May 23 15:29:55.559683 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-be67aae4-f039-455c-b1a0-6b6d00f75b37 None None] Current status of the port 6efa26f0-b32b-44b8-a0cd-395a9e3966ce is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:29:55.565363 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 58402) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:29:55.575168 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3293b158-1f37-4c2a-87e7-32e32eca126d admin admin] Router d7762678-c922-4a00-822c-1a288f678231 is scheduled to L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb with binding_index 1 {{(pid=104081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 15:29:55.654739 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c436328a-68fb-49a7-927a-3259700c8212 None None] Sync routers for ids ['73c86724-c44e-4cb5-bf5d-4e91768509eb'] in dv-cinder-841125-8-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:29:55.680755 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:55.698831 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-be67aae4-f039-455c-b1a0-6b6d00f75b37 None None] Provisioning complete for port 99ad0d1f-38c5-47fa-be50-3010763c1e86 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:29:55.699235 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-be67aae4-f039-455c-b1a0-6b6d00f75b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (99ad0d1f-38c5-47fa-be50-3010763c1e86), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:55.785941 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 58404) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:29:55.790011 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c436328a-68fb-49a7-927a-3259700c8212 None None] Routers {'73c86724-c44e-4cb5-bf5d-4e91768509eb'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:29:55.790740 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-c436328a-68fb-49a7-927a-3259700c8212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:29:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['73c86724-c44e-4cb5-bf5d-4e91768509eb'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:29:55.889649 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-c1997b4c-6c44-4042-b61c-1a4132868fd1 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:29:55.899181 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-c1997b4c-6c44-4042-b61c-1a4132868fd1 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.72 "GET /v2.0/networks?id=fe3a15ce-dd5c-42b5-8430-0a77f338fb71 HTTP/1.1" status: 200 len: 811 time: 0.3712523 May 23 15:29:55.963067 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port 6efa26f0-b32b-44b8-a0cd-395a9e3966ce triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:29:55.963067 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (6efa26f0-b32b-44b8-a0cd-395a9e3966ce), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:55.967480 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8e0e21b5-43c7-46be-95b4-2617bcf3d401 admin admin] Publish callbacks [] for port (dd39059b-c103-493b-96f9-26f4b5a3695d), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:56.114366 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-be67aae4-f039-455c-b1a0-6b6d00f75b37 None None] Current status of the port 99ad0d1f-38c5-47fa-be50-3010763c1e86 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:29:56.122859 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-c436328a-68fb-49a7-927a-3259700c8212 None None] Set router 73c86724-c44e-4cb5-bf5d-4e91768509eb gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:29:56.138519 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3293b158-1f37-4c2a-87e7-32e32eca126d admin admin] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:29:56.149017 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3278456c-5693-4f8d-b0c8-42f1c99d7d1b None None] Sync routers for ids ['d7762678-c922-4a00-822c-1a288f678231'] in dv-cinder-841125-8-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:29:56.158596 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8e0e21b5-43c7-46be-95b4-2617bcf3d401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965'] for port (dd39059b-c103-493b-96f9-26f4b5a3695d), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:56.172057 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3293b158-1f37-4c2a-87e7-32e32eca126d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:56.173374 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-3293b158-1f37-4c2a-87e7-32e32eca126d admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.7318892 May 23 15:29:56.178005 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3278456c-5693-4f8d-b0c8-42f1c99d7d1b None None] Routers {'d7762678-c922-4a00-822c-1a288f678231'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:29:56.178580 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-3278456c-5693-4f8d-b0c8-42f1c99d7d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:29:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['d7762678-c922-4a00-822c-1a288f678231'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:29:56.183491 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 58416) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:29:56.236613 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-2c725b7c-26bb-4fef-9dc2-0f4eafdf46a0 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] Request body: {'port': {'device_id': '7abcf413-0c08-4f11-b030-2f2f9f09a5a3', 'network_id': 'fe3a15ce-dd5c-42b5-8430-0a77f338fb71', 'admin_state_up': True, 'tenant_id': '377219e53ce94ab089e48437d3468663'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:29:56.254600 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0e21b5-43c7-46be-95b4-2617bcf3d401 admin admin] Network 751cbaf0-d17b-4cd8-950f-078d51e9414f is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:29:56.258441 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a097e837-010e-4aef-bf99-3f067405e59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (04cc0ba4-8825-4c55-8ff3-26bda0f9920e), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:56.261207 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a097e837-010e-4aef-bf99-3f067405e59b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:56.290194 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-a097e837-010e-4aef-bf99-3f067405e59b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/04cc0ba4-8825-4c55-8ff3-26bda0f9920e HTTP/1.1" status: 204 len: 168 time: 1.6191108 May 23 15:29:56.329305 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-8e0e21b5-43c7-46be-95b4-2617bcf3d401 admin admin] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:29:56.363578 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:56.386741 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0e21b5-43c7-46be-95b4-2617bcf3d401 admin admin] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:29:56.386966 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-3278456c-5693-4f8d-b0c8-42f1c99d7d1b None None] Set router d7762678-c922-4a00-822c-1a288f678231 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:29:56.393724 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8e0e21b5-43c7-46be-95b4-2617bcf3d401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-863987'] for router_interface (8f83d07c-5957-4883-bfd3-40c57a380ba1), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:56.500383 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-73f76b32-a4f5-4eba-a680-44e537b14a94 None None] Provisioning complete for port 074d6755-382f-4194-bead-6bb0183ca65f triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:29:56.500747 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-73f76b32-a4f5-4eba-a680-44e537b14a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (074d6755-382f-4194-bead-6bb0183ca65f), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:56.518340 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6db846f1-d1d5-40ce-995e-e462eea109ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:56.661821 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0e21b5-43c7-46be-95b4-2617bcf3d401 admin admin] Pushing event updated for resources: {'Port': ['ID=dd39059b-c103-493b-96f9-26f4b5a3695d,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:29:56.690211 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a097e837-010e-4aef-bf99-3f067405e59b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04cc0ba4-8825-4c55-8ff3-26bda0f9920e,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:29:56.726989 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port 6efa26f0-b32b-44b8-a0cd-395a9e3966ce is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:29:56.860657 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f4d04e39-7bdb-4752-b8f2-9d37a0599530 req-aabeebb2-61b8-42b9-9772-97cdca0f9ea3 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/ports?device_id=7abcf413-0c08-4f11-b030-2f2f9f09a5a3 HTTP/1.1" status: 200 len: 210 time: 0.0547416 May 23 15:29:56.913076 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-3278456c-5693-4f8d-b0c8-42f1c99d7d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7762678-c922-4a00-822c-1a288f678231', 'name': 'tempest-ServerRescueNegativeTestJSON-1962255291-router', 'tenant_id': '0712b807a4584f7b8f019ceb65ff1e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'f967faeb-3834-4612-baaa-f31465073412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:29:53Z', 'revision_number': 3, 'project_id': '0712b807a4584f7b8f019ceb65ff1e14', 'gw_port': {'id': 'f967faeb-3834-4612-baaa-f31465073412', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:23:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7762678-c922-4a00-822c-1a288f678231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:48Z', 'updated_at': '2022-05-23T15:29:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi'}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:29:56.945710 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-73f76b32-a4f5-4eba-a680-44e537b14a94 None None] Current status of the port 074d6755-382f-4194-bead-6bb0183ca65f is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:29:56.946297 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-73f76b32-a4f5-4eba-a680-44e537b14a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (074d6755-382f-4194-bead-6bb0183ca65f), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:56.972193 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3278456c-5693-4f8d-b0c8-42f1c99d7d1b None None] Checking router: d7762678-c922-4a00-822c-1a288f678231 for host: dv-cinder-841125-8-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:29:56.972454 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3278456c-5693-4f8d-b0c8-42f1c99d7d1b None None] Updating router d7762678-c922-4a00-822c-1a288f678231 port f967faeb-3834-4612-baaa-f31465073412 binding host dv-cinder-841125-8-iscsi {{(pid=104083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 15:29:56.998778 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-c436328a-68fb-49a7-927a-3259700c8212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'name': 'tempest-AttachVolumeNegativeTest-46828579-router', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:29:51Z', 'revision_number': 3, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'gw_port': {'id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:48Z', 'updated_at': '2022-05-23T15:29:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi'}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:29:57.048707 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c436328a-68fb-49a7-927a-3259700c8212 None None] Checking router: 73c86724-c44e-4cb5-bf5d-4e91768509eb for host: dv-cinder-841125-8-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:29:57.049136 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c436328a-68fb-49a7-927a-3259700c8212 None None] Updating router 73c86724-c44e-4cb5-bf5d-4e91768509eb port 952c05b4-fdfa-4276-8577-11398463fbd0 binding host dv-cinder-841125-8-iscsi {{(pid=104082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 15:29:57.052279 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:57.066003 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:57.101268 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-73f76b32-a4f5-4eba-a680-44e537b14a94 None None] For port 074d6755-382f-4194-bead-6bb0183ca65f, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=074d6755-382f-4194-bead-6bb0183ca65f,segment=NetworkSegment(48775ad2-4450-43ce-a412-5bc906720c7e),segment_id=48775ad2-4450-43ce-a412-5bc906720c7e)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:29:57.111634 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-73f76b32-a4f5-4eba-a680-44e537b14a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (074d6755-382f-4194-bead-6bb0183ca65f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:57.136204 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3278456c-5693-4f8d-b0c8-42f1c99d7d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (f967faeb-3834-4612-baaa-f31465073412), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:57.150306 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c436328a-68fb-49a7-927a-3259700c8212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (952c05b4-fdfa-4276-8577-11398463fbd0), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:57.199904 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-73f76b32-a4f5-4eba-a680-44e537b14a94 None None] Provisioning complete for port 99ad0d1f-38c5-47fa-be50-3010763c1e86 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:29:57.200390 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-73f76b32-a4f5-4eba-a680-44e537b14a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (99ad0d1f-38c5-47fa-be50-3010763c1e86), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:57.314736 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:57.342137 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:57.384579 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f76b32-a4f5-4eba-a680-44e537b14a94 None None] Pushing event updated for resources: {'Port': ['ID=074d6755-382f-4194-bead-6bb0183ca65f,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:29:57.408410 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8e0e21b5-43c7-46be-95b4-2617bcf3d401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (dd39059b-c103-493b-96f9-26f4b5a3695d), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:57.410254 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 99ad0d1f-38c5-47fa-be50-3010763c1e86 up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:29:57.456306 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d28cd2b1-9779-43d4-95c8-3ad32934a9fe admin admin] Router 649fe937-f8c3-4570-8c43-aa9e4c0fb8f6 is scheduled to L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb with binding_index 1 {{(pid=104080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 15:29:57.507730 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3278456c-5693-4f8d-b0c8-42f1c99d7d1b None None] Publish callbacks [] for port (f967faeb-3834-4612-baaa-f31465073412), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:57.512760 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:57.513714 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:57.519585 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3278456c-5693-4f8d-b0c8-42f1c99d7d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (f967faeb-3834-4612-baaa-f31465073412), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:57.614406 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6db846f1-d1d5-40ce-995e-e462eea109ef admin admin] Publish callbacks [] for security_group (c609468e-f7a7-4a94-aaf1-7649138f006c), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:57.661401 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6db846f1-d1d5-40ce-995e-e462eea109ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (c609468e-f7a7-4a94-aaf1-7649138f006c), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:57.749131 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-73f76b32-a4f5-4eba-a680-44e537b14a94 None None] Current status of the port 99ad0d1f-38c5-47fa-be50-3010763c1e86 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:29:57.767877 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-3278456c-5693-4f8d-b0c8-42f1c99d7d1b None None] Attempting to bind port f967faeb-3834-4612-baaa-f31465073412 on host dv-cinder-841125-8-iscsi for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:29:57.768262 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-3278456c-5693-4f8d-b0c8-42f1c99d7d1b None None] Attempting to bind port f967faeb-3834-4612-baaa-f31465073412 by drivers openvswitch,hyperv on host dv-cinder-841125-8-iscsi at level 0 using segments [{'id': '36a83107-a298-4f41-a08d-e6c665169c28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:29:57.768629 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3278456c-5693-4f8d-b0c8-42f1c99d7d1b None None] Attempting to bind port f967faeb-3834-4612-baaa-f31465073412 on network c36a36f9-cc20-4687-9603-de8e87d2bfc7 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:29:57.771543 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=100 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:57.776106 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f84bf1e-04e5-4041-b6a2-7b00ac9c7751 None None] Pushing event updated for resources: {'Port': ['ID=f967faeb-3834-4612-baaa-f31465073412,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:29:57.798222 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3278456c-5693-4f8d-b0c8-42f1c99d7d1b None None] Checking agent: {'id': '1cc95fa5-d110-483d-93d7-5dca7a29794e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 21, 10), 'started_at': datetime.datetime(2022, 5, 23, 15, 21, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:29:57.798682 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3278456c-5693-4f8d-b0c8-42f1c99d7d1b None None] Checking segment: {'id': '36a83107-a298-4f41-a08d-e6c665169c28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:29:57.799083 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3278456c-5693-4f8d-b0c8-42f1c99d7d1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:57.799477 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3278456c-5693-4f8d-b0c8-42f1c99d7d1b None None] Bound using segment: {'id': '36a83107-a298-4f41-a08d-e6c665169c28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:29:57.799960 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-3278456c-5693-4f8d-b0c8-42f1c99d7d1b None None] Bound port: f967faeb-3834-4612-baaa-f31465073412, host: dv-cinder-841125-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a83107-a298-4f41-a08d-e6c665169c28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:29:57.800340 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3278456c-5693-4f8d-b0c8-42f1c99d7d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (f967faeb-3834-4612-baaa-f31465073412), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:57.886977 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port 99ad0d1f-38c5-47fa-be50-3010763c1e86 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:29:57.896593 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (99ad0d1f-38c5-47fa-be50-3010763c1e86), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:57.991457 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-3278456c-5693-4f8d-b0c8-42f1c99d7d1b None None] For port f967faeb-3834-4612-baaa-f31465073412, host dv-cinder-841125-8-iscsi, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:29:58.001220 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-3278456c-5693-4f8d-b0c8-42f1c99d7d1b None None] For port f967faeb-3834-4612-baaa-f31465073412, host dv-cinder-841125-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=f967faeb-3834-4612-baaa-f31465073412,segment=NetworkSegment(36a83107-a298-4f41-a08d-e6c665169c28),segment_id=36a83107-a298-4f41-a08d-e6c665169c28)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:29:58.013984 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-2c725b7c-26bb-4fef-9dc2-0f4eafdf46a0 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] Made reservation on behalf of 377219e53ce94ab089e48437d3468663 for: {'port': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:29:58.014693 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3278456c-5693-4f8d-b0c8-42f1c99d7d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (f967faeb-3834-4612-baaa-f31465073412), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:58.017427 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0c2648bf-a920-4377-a440-56612d6c1d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:58.024008 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-2c725b7c-26bb-4fef-9dc2-0f4eafdf46a0 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:58.120574 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db846f1-d1d5-40ce-995e-e462eea109ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c609468e-f7a7-4a94-aaf1-7649138f006c,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:29:58.131690 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-54b34fe3-ee1e-4e1d-ac12-990e611fe400 None None] Provisioning complete for port dd39059b-c103-493b-96f9-26f4b5a3695d triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:29:58.132072 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-54b34fe3-ee1e-4e1d-ac12-990e611fe400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (dd39059b-c103-493b-96f9-26f4b5a3695d), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:58.206328 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3278456c-5693-4f8d-b0c8-42f1c99d7d1b None None] Routers {'d7762678-c922-4a00-822c-1a288f678231'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:29:58.207804 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-3278456c-5693-4f8d-b0c8-42f1c99d7d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:29:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['d7762678-c922-4a00-822c-1a288f678231'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:29:58.282754 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-6db846f1-d1d5-40ce-995e-e462eea109ef admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1c44335f677a4eaab89608f07a0c3ce9&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4900634 May 23 15:29:58.285736 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28cd2b1-9779-43d4-95c8-3ad32934a9fe admin admin] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:29:58.323039 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f84bf1e-04e5-4041-b6a2-7b00ac9c7751 None None] Pushing event updated for resources: {'Port': ['ID=f967faeb-3834-4612-baaa-f31465073412,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:29:58.330065 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 58472) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:29:58.432138 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7e4beead-c7fe-4b1d-b0b7-f0be36c5325f req-0b10967c-99be-4fff-addd-d62a311131d5 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/ports?device_id=7abcf413-0c08-4f11-b030-2f2f9f09a5a3 HTTP/1.1" status: 200 len: 210 time: 0.3348308 May 23 15:29:58.454460 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-0c2648bf-a920-4377-a440-56612d6c1d52 admin admin] Allocated IP 172.20.0.1 (c9306d40-6dd5-4f4d-bb55-9077bd7b986d/97f2f0d5-ec7b-4732-a013-35e41c3e0618/eed7ccaf-c776-4c8b-85e4-178419f40af7) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:29:58.468192 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-54b34fe3-ee1e-4e1d-ac12-990e611fe400 None None] Port dd39059b-c103-493b-96f9-26f4b5a3695d cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:29:58.495463 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-3278456c-5693-4f8d-b0c8-42f1c99d7d1b None None] Set router d7762678-c922-4a00-822c-1a288f678231 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:29:58.514282 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64970cc-3f0d-4256-8027-5c0ef5f14850 None None] Sync routers for ids ['649fe937-f8c3-4570-8c43-aa9e4c0fb8f6'] in dv-cinder-841125-8-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:29:58.593933 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d28cd2b1-9779-43d4-95c8-3ad32934a9fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:58.595600 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-d28cd2b1-9779-43d4-95c8-3ad32934a9fe admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.4089289 May 23 15:29:58.638517 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-54b34fe3-ee1e-4e1d-ac12-990e611fe400 None None] Provisioning complete for port 074d6755-382f-4194-bead-6bb0183ca65f triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:29:58.638924 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-54b34fe3-ee1e-4e1d-ac12-990e611fe400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (074d6755-382f-4194-bead-6bb0183ca65f), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:58.666381 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 58478) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:29:58.667206 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e0227ce0-7dac-4344-bd5a-4a1a71f310d5 admin admin] Publish callbacks [] for security_group (c609468e-f7a7-4a94-aaf1-7649138f006c), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:58.759069 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:58.775965 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64970cc-3f0d-4256-8027-5c0ef5f14850 None None] Routers {'649fe937-f8c3-4570-8c43-aa9e4c0fb8f6'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:29:58.776612 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-b64970cc-3f0d-4256-8027-5c0ef5f14850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:29:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['649fe937-f8c3-4570-8c43-aa9e4c0fb8f6'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:29:58.853680 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port 99ad0d1f-38c5-47fa-be50-3010763c1e86 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:29:58.853680 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 074d6755-382f-4194-bead-6bb0183ca65f up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:29:58.891275 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e0227ce0-7dac-4344-bd5a-4a1a71f310d5 admin admin] Publish callbacks [] for security_group (c609468e-f7a7-4a94-aaf1-7649138f006c), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:58.892603 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:58.899581 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-3278456c-5693-4f8d-b0c8-42f1c99d7d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7762678-c922-4a00-822c-1a288f678231', 'name': 'tempest-ServerRescueNegativeTestJSON-1962255291-router', 'tenant_id': '0712b807a4584f7b8f019ceb65ff1e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'f967faeb-3834-4612-baaa-f31465073412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:29:53Z', 'revision_number': 3, 'project_id': '0712b807a4584f7b8f019ceb65ff1e14', 'gw_port': {'id': 'f967faeb-3834-4612-baaa-f31465073412', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:23:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7762678-c922-4a00-822c-1a288f678231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:48Z', 'updated_at': '2022-05-23T15:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi'}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:29:58.916450 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d5de6e06-fc94-4826-b63b-71bd77136560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:58.958494 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3278456c-5693-4f8d-b0c8-42f1c99d7d1b None None] The sync data for ids ['d7762678-c922-4a00-822c-1a288f678231'] in dv-cinder-841125-8-iscsi is: [{'id': 'd7762678-c922-4a00-822c-1a288f678231', 'name': 'tempest-ServerRescueNegativeTestJSON-1962255291-router', 'tenant_id': '0712b807a4584f7b8f019ceb65ff1e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'f967faeb-3834-4612-baaa-f31465073412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:29:53Z', 'revision_number': 3, 'project_id': '0712b807a4584f7b8f019ceb65ff1e14', 'gw_port': {'id': 'f967faeb-3834-4612-baaa-f31465073412', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:23:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7762678-c922-4a00-822c-1a288f678231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:48Z', 'updated_at': '2022-05-23T15:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi'}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:29:59.072450 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:59.109440 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-b64970cc-3f0d-4256-8027-5c0ef5f14850 None None] Set router 649fe937-f8c3-4570-8c43-aa9e4c0fb8f6 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:29:59.203319 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8e0e21b5-43c7-46be-95b4-2617bcf3d401 admin admin] Publish callbacks [] for port (dd39059b-c103-493b-96f9-26f4b5a3695d), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:59.242255 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0c2648bf-a920-4377-a440-56612d6c1d52 admin admin] Publish callbacks [] for port (eed7ccaf-c776-4c8b-85e4-178419f40af7), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:59.248461 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8e0e21b5-43c7-46be-95b4-2617bcf3d401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (dd39059b-c103-493b-96f9-26f4b5a3695d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:59.253208 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8e0e21b5-43c7-46be-95b4-2617bcf3d401 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-243210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-863331'] for router_interface (8f83d07c-5957-4883-bfd3-40c57a380ba1), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:59.433349 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-d5de6e06-fc94-4826-b63b-71bd77136560 admin admin] Allocated IP 172.20.0.1 (0d1e2450-f071-48af-a078-8358b70cb4cd/eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2/097274c5-da17-41c8-95e6-f832b2af97be) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:29:59.602329 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d5de6e06-fc94-4826-b63b-71bd77136560 admin admin] Publish callbacks [] for port (097274c5-da17-41c8-95e6-f832b2af97be), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:59.652742 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c436328a-68fb-49a7-927a-3259700c8212 None None] Publish callbacks [] for port (952c05b4-fdfa-4276-8577-11398463fbd0), precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:59.714827 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d5de6e06-fc94-4826-b63b-71bd77136560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965'] for port (097274c5-da17-41c8-95e6-f832b2af97be), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:59.753927 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c436328a-68fb-49a7-927a-3259700c8212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (952c05b4-fdfa-4276-8577-11398463fbd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:59.770431 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:29:59.774504 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e0227ce0-7dac-4344-bd5a-4a1a71f310d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (c609468e-f7a7-4a94-aaf1-7649138f006c), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:59.778250 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e0227ce0-7dac-4344-bd5a-4a1a71f310d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:29:59.784771 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-e0227ce0-7dac-4344-bd5a-4a1a71f310d5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c609468e-f7a7-4a94-aaf1-7649138f006c HTTP/1.1" status: 204 len: 168 time: 1.4486439 May 23 15:29:59.806336 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5de6e06-fc94-4826-b63b-71bd77136560 admin admin] Network 0d1e2450-f071-48af-a078-8358b70cb4cd is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:29:59.811389 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-2c725b7c-26bb-4fef-9dc2-0f4eafdf46a0 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] Allocated IP 172.20.0.5 (fe3a15ce-dd5c-42b5-8430-0a77f338fb71/9fd23ec4-d2b3-4032-b86e-36da3c4ed00f/07333c01-2c53-4cf7-a086-18422eb283db) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:29:59.891367 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c6b860-3ab7-4a56-ada9-ee9cc14d5d18 None None] Pushing event updated for resources: {'Port': ['ID=952c05b4-fdfa-4276-8577-11398463fbd0,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:29:59.905533 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-d5de6e06-fc94-4826-b63b-71bd77136560 admin admin] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:29:59.917283 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5de6e06-fc94-4826-b63b-71bd77136560 admin admin] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:29:59.918042 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d5de6e06-fc94-4826-b63b-71bd77136560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-863987'] for router_interface (d7762678-c922-4a00-822c-1a288f678231), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:00.108107 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:00.136386 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-c436328a-68fb-49a7-927a-3259700c8212 None None] Attempting to bind port 952c05b4-fdfa-4276-8577-11398463fbd0 on host dv-cinder-841125-8-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:30:00.142179 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-c436328a-68fb-49a7-927a-3259700c8212 None None] Attempting to bind port 952c05b4-fdfa-4276-8577-11398463fbd0 by drivers openvswitch,hyperv on host dv-cinder-841125-8-iscsi at level 0 using segments [{'id': '36a83107-a298-4f41-a08d-e6c665169c28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:30:00.144145 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c436328a-68fb-49a7-927a-3259700c8212 None None] Attempting to bind port 952c05b4-fdfa-4276-8577-11398463fbd0 on network c36a36f9-cc20-4687-9603-de8e87d2bfc7 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:30:00.145635 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-2c725b7c-26bb-4fef-9dc2-0f4eafdf46a0 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] Publish callbacks [] for port (07333c01-2c53-4cf7-a086-18422eb283db), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:00.164238 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c436328a-68fb-49a7-927a-3259700c8212 None None] Checking agent: {'id': '1cc95fa5-d110-483d-93d7-5dca7a29794e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 21, 10), 'started_at': datetime.datetime(2022, 5, 23, 15, 21, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:30:00.167668 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c436328a-68fb-49a7-927a-3259700c8212 None None] Checking segment: {'id': '36a83107-a298-4f41-a08d-e6c665169c28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:30:00.168121 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c436328a-68fb-49a7-927a-3259700c8212 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:00.168526 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c436328a-68fb-49a7-927a-3259700c8212 None None] Bound using segment: {'id': '36a83107-a298-4f41-a08d-e6c665169c28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:30:00.174112 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-c436328a-68fb-49a7-927a-3259700c8212 None None] Bound port: 952c05b4-fdfa-4276-8577-11398463fbd0, host: dv-cinder-841125-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a83107-a298-4f41-a08d-e6c665169c28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:30:00.174612 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c436328a-68fb-49a7-927a-3259700c8212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (952c05b4-fdfa-4276-8577-11398463fbd0), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:00.176596 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port 074d6755-382f-4194-bead-6bb0183ca65f triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:30:00.183154 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (074d6755-382f-4194-bead-6bb0183ca65f), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:00.237643 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-2c725b7c-26bb-4fef-9dc2-0f4eafdf46a0 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965'] for port (07333c01-2c53-4cf7-a086-18422eb283db), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:00.290871 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7aa6be48-f5f4-4c7c-9d8b-d13def479127 req-859b9a30-ba8e-4f41-8e4d-8e1b4040d5cd tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/ports?device_id=7abcf413-0c08-4f11-b030-2f2f9f09a5a3 HTTP/1.1" status: 200 len: 210 time: 0.5782712 May 23 15:30:00.348204 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:00.363841 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-54b34fe3-ee1e-4e1d-ac12-990e611fe400 None None] Current status of the port 074d6755-382f-4194-bead-6bb0183ca65f is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:30:00.491153 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 58512) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:00.495617 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c725b7c-26bb-4fef-9dc2-0f4eafdf46a0 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] Pushing event updated for resources: {'Port': ['ID=07333c01-2c53-4cf7-a086-18422eb283db,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:00.504610 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0227ce0-7dac-4344-bd5a-4a1a71f310d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c609468e-f7a7-4a94-aaf1-7649138f006c,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:00.557546 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d5de6e06-fc94-4826-b63b-71bd77136560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (097274c5-da17-41c8-95e6-f832b2af97be), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:00.652272 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-2c725b7c-26bb-4fef-9dc2-0f4eafdf46a0 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] Network fe3a15ce-dd5c-42b5-8430-0a77f338fb71 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:30:00.665106 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:00.665106 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-2c725b7c-26bb-4fef-9dc2-0f4eafdf46a0 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:30:00.665106 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-2c725b7c-26bb-4fef-9dc2-0f4eafdf46a0 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:30:00.669759 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-2c725b7c-26bb-4fef-9dc2-0f4eafdf46a0 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:00.670410 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-2c725b7c-26bb-4fef-9dc2-0f4eafdf46a0 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:00.715603 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-d0b39a22-06f5-4248-ab69-68ef792391f1 None None] Provisioning complete for port 097274c5-da17-41c8-95e6-f832b2af97be triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:30:00.716244 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d0b39a22-06f5-4248-ab69-68ef792391f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (097274c5-da17-41c8-95e6-f832b2af97be), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:00.751168 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-2c725b7c-26bb-4fef-9dc2-0f4eafdf46a0 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5552607 May 23 15:30:00.752607 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:00.754827 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0e21b5-43c7-46be-95b4-2617bcf3d401 admin admin] Pushing event updated for resources: {'Port': ['ID=dd39059b-c103-493b-96f9-26f4b5a3695d,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:00.782388 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-b64970cc-3f0d-4256-8027-5c0ef5f14850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'name': 'tempest-AttachVolumeTestJSON-678862191-router', 'tenant_id': '9aaff9db173d4618929536b08d2be8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'fb207996-4659-4c02-91cb-c2a17001c7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:49Z', 'updated_at': '2022-05-23T15:29:53Z', 'revision_number': 3, 'project_id': '9aaff9db173d4618929536b08d2be8f0', 'gw_port': {'id': 'fb207996-4659-4c02-91cb-c2a17001c7dc', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:51Z', 'updated_at': '2022-05-23T15:29:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi'}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:30:00.793542 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0c2648bf-a920-4377-a440-56612d6c1d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965'] for port (eed7ccaf-c776-4c8b-85e4-178419f40af7), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:00.798132 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-c436328a-68fb-49a7-927a-3259700c8212 None None] For port 952c05b4-fdfa-4276-8577-11398463fbd0, host dv-cinder-841125-8-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:30:00.798972 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-2f339da6-72fd-4909-a24a-0056b7447cea tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104080) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 15:30:00.801764 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-2f339da6-72fd-4909-a24a-0056b7447cea tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0219793 May 23 15:30:00.917460 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64970cc-3f0d-4256-8027-5c0ef5f14850 None None] Checking router: 649fe937-f8c3-4570-8c43-aa9e4c0fb8f6 for host: dv-cinder-841125-8-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:30:00.917940 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64970cc-3f0d-4256-8027-5c0ef5f14850 None None] Updating router 649fe937-f8c3-4570-8c43-aa9e4c0fb8f6 port fb207996-4659-4c02-91cb-c2a17001c7dc binding host dv-cinder-841125-8-iscsi {{(pid=104082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 15:30:00.930081 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-c436328a-68fb-49a7-927a-3259700c8212 None None] For port 952c05b4-fdfa-4276-8577-11398463fbd0, host dv-cinder-841125-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=952c05b4-fdfa-4276-8577-11398463fbd0,segment=NetworkSegment(36a83107-a298-4f41-a08d-e6c665169c28),segment_id=36a83107-a298-4f41-a08d-e6c665169c28)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:30:00.952379 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2648bf-a920-4377-a440-56612d6c1d52 admin admin] Network c9306d40-6dd5-4f4d-bb55-9077bd7b986d is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:30:00.975653 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c436328a-68fb-49a7-927a-3259700c8212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (952c05b4-fdfa-4276-8577-11398463fbd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:00.983410 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-d0b39a22-06f5-4248-ab69-68ef792391f1 None None] Port 097274c5-da17-41c8-95e6-f832b2af97be cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:30:01.011158 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:01.013211 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-0c2648bf-a920-4377-a440-56612d6c1d52 admin admin] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:30:01.023271 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 58520) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:01.032928 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0746227d-1274-427e-976d-a5d7f6d8629d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:01.048804 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2648bf-a920-4377-a440-56612d6c1d52 admin admin] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:30:01.050091 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0c2648bf-a920-4377-a440-56612d6c1d52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-863987'] for router_interface (73c86724-c44e-4cb5-bf5d-4e91768509eb), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:01.101926 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b64970cc-3f0d-4256-8027-5c0ef5f14850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (fb207996-4659-4c02-91cb-c2a17001c7dc), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:01.126823 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port 074d6755-382f-4194-bead-6bb0183ca65f is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:30:01.130394 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 6efa26f0-b32b-44b8-a0cd-395a9e3966ce up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:30:01.288861 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-46cd7ee4-14f6-4045-b1d5-eeeedb619aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:01.353751 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c6b860-3ab7-4a56-ada9-ee9cc14d5d18 None None] Pushing event updated for resources: {'Port': ['ID=952c05b4-fdfa-4276-8577-11398463fbd0,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:01.490633 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0c2648bf-a920-4377-a440-56612d6c1d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (eed7ccaf-c776-4c8b-85e4-178419f40af7), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:01.505912 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-41344e77-aea6-4f56-8c81-c980df928a76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:01.509194 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de6e06-fc94-4826-b63b-71bd77136560 admin admin] Pushing event updated for resources: {'Port': ['ID=097274c5-da17-41c8-95e6-f832b2af97be,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:01.520796 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0e21b5-43c7-46be-95b4-2617bcf3d401 admin admin] Network 751cbaf0-d17b-4cd8-950f-078d51e9414f is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:30:01.583311 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2648bf-a920-4377-a440-56612d6c1d52 admin admin] Pushing event updated for resources: {'Port': ['ID=eed7ccaf-c776-4c8b-85e4-178419f40af7,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:01.592691 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-8e0e21b5-43c7-46be-95b4-2617bcf3d401 admin admin] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:30:01.594527 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c436328a-68fb-49a7-927a-3259700c8212 None None] Routers {'73c86724-c44e-4cb5-bf5d-4e91768509eb'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:30:01.598230 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-c436328a-68fb-49a7-927a-3259700c8212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:29:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['73c86724-c44e-4cb5-bf5d-4e91768509eb'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:30:01.648789 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-6bc82bf0-2766-4e3c-8d07-8fea1960f990 None None] Provisioning complete for port eed7ccaf-c776-4c8b-85e4-178419f40af7 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:30:01.650157 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6bc82bf0-2766-4e3c-8d07-8fea1960f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (eed7ccaf-c776-4c8b-85e4-178419f40af7), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:01.697483 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-2fc191ec-68a3-4d96-b44c-60778732739e service neutron] Request body: {'port': {'device_id': '7abcf413-0c08-4f11-b030-2f2f9f09a5a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:30:01.791354 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-41344e77-aea6-4f56-8c81-c980df928a76 admin admin] Publish callbacks [] for security_group (cf572124-7d2d-4907-9906-72d9ab9655cc), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:01.837422 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-41344e77-aea6-4f56-8c81-c980df928a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (cf572124-7d2d-4907-9906-72d9ab9655cc), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:01.904593 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-6bc82bf0-2766-4e3c-8d07-8fea1960f990 None None] Port eed7ccaf-c776-4c8b-85e4-178419f40af7 cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:30:01.909020 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port 6efa26f0-b32b-44b8-a0cd-395a9e3966ce triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:30:01.910011 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (6efa26f0-b32b-44b8-a0cd-395a9e3966ce), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:01.984358 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41344e77-aea6-4f56-8c81-c980df928a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf572124-7d2d-4907-9906-72d9ab9655cc,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:02.029844 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c0841-6816-445b-b545-7dd821691360 req-ec9fea16-dc57-4254-bc90-7c895980637a tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:02.031594 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-783c0841-6816-445b-b545-7dd821691360 req-ec9fea16-dc57-4254-bc90-7c895980637a tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/ports?device_id=7abcf413-0c08-4f11-b030-2f2f9f09a5a3 HTTP/1.1" status: 200 len: 931 time: 0.3215408 May 23 15:30:02.118722 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:02.128666 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-41344e77-aea6-4f56-8c81-c980df928a76 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c332306485764c37bc7d51ebacc421a7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1004612 May 23 15:30:02.159350 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 58538) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:02.348288 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0746227d-1274-427e-976d-a5d7f6d8629d admin admin] Publish callbacks [] for security_group (eb6fecd7-56a2-4079-9d0d-3458976b7c2b), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:02.363322 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:02.368659 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-2fc191ec-68a3-4d96-b44c-60778732739e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (07333c01-2c53-4cf7-a086-18422eb283db), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:02.376924 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-783c0841-6816-445b-b545-7dd821691360 req-1caff391-a498-417f-93da-46496d3c98b3 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae45599b-5c60-4664-9737-872a69b569e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356819 May 23 15:30:02.381967 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e0e21b5-43c7-46be-95b4-2617bcf3d401 admin admin] Router 8f83d07c-5957-4883-bfd3-40c57a380ba1 has already been hosted by L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:30:02.412969 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0746227d-1274-427e-976d-a5d7f6d8629d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (eb6fecd7-56a2-4079-9d0d-3458976b7c2b), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:02.533699 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0746227d-1274-427e-976d-a5d7f6d8629d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6fecd7-56a2-4079-9d0d-3458976b7c2b,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:02.601293 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c3d2-d829-4fcc-bd03-3a822757a8fd admin admin] Publish callbacks [] for security_group (cf572124-7d2d-4907-9906-72d9ab9655cc), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:02.627558 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-c436328a-68fb-49a7-927a-3259700c8212 None None] Set router 73c86724-c44e-4cb5-bf5d-4e91768509eb gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:30:02.660099 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c3d2-d829-4fcc-bd03-3a822757a8fd admin admin] Publish callbacks [] for security_group (cf572124-7d2d-4907-9906-72d9ab9655cc), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:02.751222 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d5de6e06-fc94-4826-b63b-71bd77136560 admin admin] Publish callbacks [] for port (097274c5-da17-41c8-95e6-f832b2af97be), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:02.771928 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:02.772622 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:02.773168 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d5de6e06-fc94-4826-b63b-71bd77136560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (097274c5-da17-41c8-95e6-f832b2af97be), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:02.774382 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d5de6e06-fc94-4826-b63b-71bd77136560 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-243210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-863331'] for router_interface (d7762678-c922-4a00-822c-1a288f678231), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:02.775855 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-0746227d-1274-427e-976d-a5d7f6d8629d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1aebe2f4fe924c0093c13e4f92070f0b&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2674055 May 23 15:30:02.796996 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c3d2-d829-4fcc-bd03-3a822757a8fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (cf572124-7d2d-4907-9906-72d9ab9655cc), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:02.805027 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c3d2-d829-4fcc-bd03-3a822757a8fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:02.818592 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-1bd6c3d2-d829-4fcc-bd03-3a822757a8fd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cf572124-7d2d-4907-9906-72d9ab9655cc HTTP/1.1" status: 204 len: 168 time: 0.6464932 May 23 15:30:02.820544 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-46cd7ee4-14f6-4045-b1d5-eeeedb619aef admin admin] Allocated IP 172.20.0.1 (2a072baa-6965-4350-b247-fb58bbcac26a/7134c090-f572-476b-be3d-e9de19d83fc7/6184a888-4f62-4db9-ba94-3f2e67ee8227) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:30:02.832055 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 58546) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:02.894874 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c3d2-d829-4fcc-bd03-3a822757a8fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf572124-7d2d-4907-9906-72d9ab9655cc,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:02.973739 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-ed4ee101-a0de-4bdf-a3f4-7da51836ae8b None None] Provisioning complete for port dd39059b-c103-493b-96f9-26f4b5a3695d triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:30:02.974741 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ed4ee101-a0de-4bdf-a3f4-7da51836ae8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (dd39059b-c103-493b-96f9-26f4b5a3695d), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:02.994321 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de6e06-fc94-4826-b63b-71bd77136560 admin admin] Pushing event updated for resources: {'Port': ['ID=097274c5-da17-41c8-95e6-f832b2af97be,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:03.025586 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0e21b5-43c7-46be-95b4-2617bcf3d401 admin admin] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:30:03.056765 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-8e0e21b5-43c7-46be-95b4-2617bcf3d401 admin admin] 10.222.0.30 "PUT /v2.0/routers/8f83d07c-5957-4883-bfd3-40c57a380ba1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0363719 May 23 15:30:03.059436 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e829a45-8b51-4c60-b27a-03f811b6b060 None None] Sync routers for ids ['8f83d07c-5957-4883-bfd3-40c57a380ba1'] in dv-cinder-841125-8-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:30:03.098175 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e829a45-8b51-4c60-b27a-03f811b6b060 None None] Routers {'8f83d07c-5957-4883-bfd3-40c57a380ba1'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:30:03.099079 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-2e829a45-8b51-4c60-b27a-03f811b6b060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:29:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['8f83d07c-5957-4883-bfd3-40c57a380ba1'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:30:03.306737 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-2e829a45-8b51-4c60-b27a-03f811b6b060 None None] Set router 8f83d07c-5957-4883-bfd3-40c57a380ba1 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:30:03.310768 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0c2648bf-a920-4377-a440-56612d6c1d52 admin admin] Publish callbacks [] for port (eed7ccaf-c776-4c8b-85e4-178419f40af7), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:03.351335 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0c2648bf-a920-4377-a440-56612d6c1d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (eed7ccaf-c776-4c8b-85e4-178419f40af7), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:03.352386 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0c2648bf-a920-4377-a440-56612d6c1d52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-243210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-863331'] for router_interface (73c86724-c44e-4cb5-bf5d-4e91768509eb), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:03.601990 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2648bf-a920-4377-a440-56612d6c1d52 admin admin] Pushing event updated for resources: {'Port': ['ID=eed7ccaf-c776-4c8b-85e4-178419f40af7,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:03.605958 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a715ce87-f439-4666-94e2-31d012402c55 admin admin] Publish callbacks [] for security_group (eb6fecd7-56a2-4079-9d0d-3458976b7c2b), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:03.616026 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:03.629081 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:03.745988 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-399a5166-5338-4aa0-b2c1-60b3d1b39f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:03.780420 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-ed4ee101-a0de-4bdf-a3f4-7da51836ae8b None None] Port dd39059b-c103-493b-96f9-26f4b5a3695d cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:30:03.788779 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 58568) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:03.791522 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-c436328a-68fb-49a7-927a-3259700c8212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'name': 'tempest-AttachVolumeNegativeTest-46828579-router', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:01Z', 'revision_number': 4, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'gw_port': {'id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:48Z', 'updated_at': '2022-05-23T15:30:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': 'eed7ccaf-c776-4c8b-85e4-178419f40af7', 'name': '', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'mac_address': 'fa:16:3e:53:a7:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:58Z', 'updated_at': '2022-05-23T15:29:58Z', 'revision_number': 1, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'subnets': [{'id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:30:03.837548 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:03.840423 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-2e829a45-8b51-4c60-b27a-03f811b6b060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'name': 'tempest-AttachVolumeShelveTestJSON-765194453-router', 'tenant_id': '65c6b1563c424330ade1ef15f8efa110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '46b88a5c-1348-414c-bd52-b8fe78e8c9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:46Z', 'updated_at': '2022-05-23T15:29:57Z', 'revision_number': 4, 'project_id': '65c6b1563c424330ade1ef15f8efa110', 'gw_port': {'id': '46b88a5c-1348-414c-bd52-b8fe78e8c9bc', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:04:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:29:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': 'dd39059b-c103-493b-96f9-26f4b5a3695d', 'name': '', 'network_id': '751cbaf0-d17b-4cd8-950f-078d51e9414f', 'tenant_id': '65c6b1563c424330ade1ef15f8efa110', 'mac_address': 'fa:16:3e:6e:4f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '045c111a-efa9-497c-8e54-7f6b21c0aa2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:54Z', 'updated_at': '2022-05-23T15:29:57Z', 'revision_number': 2, 'project_id': '65c6b1563c424330ade1ef15f8efa110', 'subnets': [{'id': '045c111a-efa9-497c-8e54-7f6b21c0aa2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:30:03.910968 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e829a45-8b51-4c60-b27a-03f811b6b060 None None] Checking router: 8f83d07c-5957-4883-bfd3-40c57a380ba1 for host: dv-cinder-841125-8-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:30:03.913179 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e829a45-8b51-4c60-b27a-03f811b6b060 None None] Updating router 8f83d07c-5957-4883-bfd3-40c57a380ba1 port dd39059b-c103-493b-96f9-26f4b5a3695d binding host dv-cinder-841125-8-iscsi {{(pid=104083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 15:30:03.950089 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a715ce87-f439-4666-94e2-31d012402c55 admin admin] Publish callbacks [] for security_group (eb6fecd7-56a2-4079-9d0d-3458976b7c2b), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:03.986181 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-46cd7ee4-14f6-4045-b1d5-eeeedb619aef admin admin] Publish callbacks [] for port (6184a888-4f62-4db9-ba94-3f2e67ee8227), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:04.000009 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c436328a-68fb-49a7-927a-3259700c8212 None None] The sync data for ids ['73c86724-c44e-4cb5-bf5d-4e91768509eb'] in dv-cinder-841125-8-iscsi is: [{'id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'name': 'tempest-AttachVolumeNegativeTest-46828579-router', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:01Z', 'revision_number': 4, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'gw_port': {'id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:48Z', 'updated_at': '2022-05-23T15:30:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': 'eed7ccaf-c776-4c8b-85e4-178419f40af7', 'name': '', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'mac_address': 'fa:16:3e:53:a7:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:58Z', 'updated_at': '2022-05-23T15:29:58Z', 'revision_number': 1, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'subnets': [{'id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:30:04.022444 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port 6efa26f0-b32b-44b8-a0cd-395a9e3966ce is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:30:04.024627 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 46b88a5c-1348-414c-bd52-b8fe78e8c9bc up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:30:04.032149 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2e829a45-8b51-4c60-b27a-03f811b6b060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (dd39059b-c103-493b-96f9-26f4b5a3695d), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:04.164669 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b64970cc-3f0d-4256-8027-5c0ef5f14850 None None] Publish callbacks [] for port (fb207996-4659-4c02-91cb-c2a17001c7dc), precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:04.198571 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b64970cc-3f0d-4256-8027-5c0ef5f14850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (fb207996-4659-4c02-91cb-c2a17001c7dc), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:04.286566 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:04.436349 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2648bf-a920-4377-a440-56612d6c1d52 admin admin] Network c9306d40-6dd5-4f4d-bb55-9077bd7b986d is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:30:04.467736 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-0c2648bf-a920-4377-a440-56612d6c1d52 admin admin] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:30:04.489246 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port 46b88a5c-1348-414c-bd52-b8fe78e8c9bc triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:30:04.490079 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (46b88a5c-1348-414c-bd52-b8fe78e8c9bc), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:04.500740 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 58582) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:04.507061 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-94bb800d-841a-4478-811c-0c8f14e967e6 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1895288772', 'description': 'tempest-description--32046697'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:30:04.580797 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5de6e06-fc94-4826-b63b-71bd77136560 admin admin] Network 0d1e2450-f071-48af-a078-8358b70cb4cd is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:30:04.591359 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-d5de6e06-fc94-4826-b63b-71bd77136560 admin admin] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:30:04.594172 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-94bb800d-841a-4478-811c-0c8f14e967e6 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:04.608580 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-b64970cc-3f0d-4256-8027-5c0ef5f14850 None None] Attempting to bind port fb207996-4659-4c02-91cb-c2a17001c7dc on host dv-cinder-841125-8-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:30:04.609283 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-b64970cc-3f0d-4256-8027-5c0ef5f14850 None None] Attempting to bind port fb207996-4659-4c02-91cb-c2a17001c7dc by drivers openvswitch,hyperv on host dv-cinder-841125-8-iscsi at level 0 using segments [{'id': '36a83107-a298-4f41-a08d-e6c665169c28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:30:04.620747 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64970cc-3f0d-4256-8027-5c0ef5f14850 None None] Attempting to bind port fb207996-4659-4c02-91cb-c2a17001c7dc on network c36a36f9-cc20-4687-9603-de8e87d2bfc7 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:30:04.630430 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d306bd8f-e0a9-4049-a6e2-eeee684f0aed None None] Pushing event updated for resources: {'Port': ['ID=fb207996-4659-4c02-91cb-c2a17001c7dc,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:04.647332 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64970cc-3f0d-4256-8027-5c0ef5f14850 None None] Checking agent: {'id': '1cc95fa5-d110-483d-93d7-5dca7a29794e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 21, 10), 'started_at': datetime.datetime(2022, 5, 23, 15, 21, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:30:04.648121 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64970cc-3f0d-4256-8027-5c0ef5f14850 None None] Checking segment: {'id': '36a83107-a298-4f41-a08d-e6c665169c28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:30:04.649335 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b64970cc-3f0d-4256-8027-5c0ef5f14850 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:04.649996 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64970cc-3f0d-4256-8027-5c0ef5f14850 None None] Bound using segment: {'id': '36a83107-a298-4f41-a08d-e6c665169c28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:30:04.650830 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-b64970cc-3f0d-4256-8027-5c0ef5f14850 None None] Bound port: fb207996-4659-4c02-91cb-c2a17001c7dc, host: dv-cinder-841125-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a83107-a298-4f41-a08d-e6c665169c28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:30:04.651504 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b64970cc-3f0d-4256-8027-5c0ef5f14850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (fb207996-4659-4c02-91cb-c2a17001c7dc), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:04.695933 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:04.733350 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a715ce87-f439-4666-94e2-31d012402c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (eb6fecd7-56a2-4079-9d0d-3458976b7c2b), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:04.748509 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a715ce87-f439-4666-94e2-31d012402c55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:04.750182 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-a715ce87-f439-4666-94e2-31d012402c55 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eb6fecd7-56a2-4079-9d0d-3458976b7c2b HTTP/1.1" status: 204 len: 168 time: 1.9115925 May 23 15:30:04.790527 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-46cd7ee4-14f6-4045-b1d5-eeeedb619aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965'] for port (6184a888-4f62-4db9-ba94-3f2e67ee8227), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:04.800538 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cfe1970b-7207-4cb8-bc00-022587b0bf3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:04.830429 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:DELETE=5,neutron:SELECT=87,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:04.932886 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-b64970cc-3f0d-4256-8027-5c0ef5f14850 None None] For port fb207996-4659-4c02-91cb-c2a17001c7dc, host dv-cinder-841125-8-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:30:04.937679 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-b64970cc-3f0d-4256-8027-5c0ef5f14850 None None] For port fb207996-4659-4c02-91cb-c2a17001c7dc, host dv-cinder-841125-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=fb207996-4659-4c02-91cb-c2a17001c7dc,segment=NetworkSegment(36a83107-a298-4f41-a08d-e6c665169c28),segment_id=36a83107-a298-4f41-a08d-e6c665169c28)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:30:04.942033 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port 46b88a5c-1348-414c-bd52-b8fe78e8c9bc is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:30:04.942463 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (46b88a5c-1348-414c-bd52-b8fe78e8c9bc), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:04.973424 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] For port 46b88a5c-1348-414c-bd52-b8fe78e8c9bc, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=46b88a5c-1348-414c-bd52-b8fe78e8c9bc,segment=NetworkSegment(36a83107-a298-4f41-a08d-e6c665169c28),segment_id=36a83107-a298-4f41-a08d-e6c665169c28)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:30:04.976334 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b64970cc-3f0d-4256-8027-5c0ef5f14850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (fb207996-4659-4c02-91cb-c2a17001c7dc), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:05.025863 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5de6e06-fc94-4826-b63b-71bd77136560 admin admin] Router d7762678-c922-4a00-822c-1a288f678231 has already been hosted by L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:30:05.153581 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-2fc191ec-68a3-4d96-b44c-60778732739e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07333c01-2c53-4cf7-a086-18422eb283db {{(pid=104080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:30:05.179683 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-2fc191ec-68a3-4d96-b44c-60778732739e service neutron] Publish callbacks [] for port (07333c01-2c53-4cf7-a086-18422eb283db), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:05.267655 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.provisioning_blocks [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-2fc191ec-68a3-4d96-b44c-60778732739e service neutron] Transition to ACTIVE for port object 07333c01-2c53-4cf7-a086-18422eb283db will not be triggered until provisioned by entity L2. {{(pid=104080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 15:30:05.287403 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-2fc191ec-68a3-4d96-b44c-60778732739e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (07333c01-2c53-4cf7-a086-18422eb283db), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:05.313136 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cd7ee4-14f6-4045-b1d5-eeeedb619aef admin admin] Network 2a072baa-6965-4350-b247-fb58bbcac26a is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:30:05.314895 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a715ce87-f439-4666-94e2-31d012402c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6fecd7-56a2-4079-9d0d-3458976b7c2b,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:05.315165 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2e829a45-8b51-4c60-b27a-03f811b6b060 None None] Publish callbacks [] for port (dd39059b-c103-493b-96f9-26f4b5a3695d), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:05.324098 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-46cd7ee4-14f6-4045-b1d5-eeeedb619aef admin admin] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:30:05.334993 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2e829a45-8b51-4c60-b27a-03f811b6b060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (dd39059b-c103-493b-96f9-26f4b5a3695d), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:05.373425 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cd7ee4-14f6-4045-b1d5-eeeedb619aef admin admin] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:30:05.374645 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-46cd7ee4-14f6-4045-b1d5-eeeedb619aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-863987'] for router_interface (649fe937-f8c3-4570-8c43-aa9e4c0fb8f6), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:05.460687 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:05.512741 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2648bf-a920-4377-a440-56612d6c1d52 admin admin] Router 73c86724-c44e-4cb5-bf5d-4e91768509eb has already been hosted by L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:30:05.518033 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-f8ab3cf3-5d2c-4bcf-93f0-6ba9fc56d1c4 None None] Provisioning complete for port 097274c5-da17-41c8-95e6-f832b2af97be triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:30:05.518586 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-f8ab3cf3-5d2c-4bcf-93f0-6ba9fc56d1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (097274c5-da17-41c8-95e6-f832b2af97be), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:05.564690 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df12277-bf12-486e-85f4-99734b2714aa req-47d6c246-b9fb-4c81-a74a-8a9d520e1406 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:05.566311 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9df12277-bf12-486e-85f4-99734b2714aa req-47d6c246-b9fb-4c81-a74a-8a9d520e1406 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/ports?device_id=7abcf413-0c08-4f11-b030-2f2f9f09a5a3 HTTP/1.1" status: 200 len: 931 time: 1.9098001 May 23 15:30:05.636037 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e672672-cede-4b01-84c0-28f31cab31a0 None None] Pushing event updated for resources: {'Port': ['ID=dd39059b-c103-493b-96f9-26f4b5a3695d,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:05.656452 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd7ee4-14f6-4045-b1d5-eeeedb619aef admin admin] Pushing event updated for resources: {'Port': ['ID=6184a888-4f62-4db9-ba94-3f2e67ee8227,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:05.657792 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (46b88a5c-1348-414c-bd52-b8fe78e8c9bc), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:05.759454 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:05.767259 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc191ec-68a3-4d96-b44c-60778732739e service neutron] Pushing event updated for resources: {'Port': ['ID=07333c01-2c53-4cf7-a086-18422eb283db,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:05.884660 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64970cc-3f0d-4256-8027-5c0ef5f14850 None None] Routers {'649fe937-f8c3-4570-8c43-aa9e4c0fb8f6'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:30:05.891546 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-b64970cc-3f0d-4256-8027-5c0ef5f14850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:29:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['649fe937-f8c3-4570-8c43-aa9e4c0fb8f6'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:30:05.898850 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d306bd8f-e0a9-4049-a6e2-eeee684f0aed None None] Pushing event updated for resources: {'Port': ['ID=fb207996-4659-4c02-91cb-c2a17001c7dc,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:05.967795 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-2e829a45-8b51-4c60-b27a-03f811b6b060 None None] Attempting to bind port dd39059b-c103-493b-96f9-26f4b5a3695d on host dv-cinder-841125-8-iscsi for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:30:05.968362 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-2e829a45-8b51-4c60-b27a-03f811b6b060 None None] Attempting to bind port dd39059b-c103-493b-96f9-26f4b5a3695d by drivers openvswitch,hyperv on host dv-cinder-841125-8-iscsi at level 0 using segments [{'id': '29e85e02-494b-40ff-afd0-9241970fba55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '751cbaf0-d17b-4cd8-950f-078d51e9414f'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:30:05.977397 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e829a45-8b51-4c60-b27a-03f811b6b060 None None] Attempting to bind port dd39059b-c103-493b-96f9-26f4b5a3695d on network 751cbaf0-d17b-4cd8-950f-078d51e9414f {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:30:06.022977 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e829a45-8b51-4c60-b27a-03f811b6b060 None None] Checking agent: {'id': '1cc95fa5-d110-483d-93d7-5dca7a29794e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 21, 10), 'started_at': datetime.datetime(2022, 5, 23, 15, 21, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:30:06.024039 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e829a45-8b51-4c60-b27a-03f811b6b060 None None] Checking segment: {'id': '29e85e02-494b-40ff-afd0-9241970fba55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '751cbaf0-d17b-4cd8-950f-078d51e9414f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:30:06.025292 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2e829a45-8b51-4c60-b27a-03f811b6b060 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:06.026173 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e829a45-8b51-4c60-b27a-03f811b6b060 None None] Bound using segment: {'id': '29e85e02-494b-40ff-afd0-9241970fba55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '751cbaf0-d17b-4cd8-950f-078d51e9414f'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:30:06.029790 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-2e829a45-8b51-4c60-b27a-03f811b6b060 None None] Bound port: dd39059b-c103-493b-96f9-26f4b5a3695d, host: dv-cinder-841125-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29e85e02-494b-40ff-afd0-9241970fba55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '751cbaf0-d17b-4cd8-950f-078d51e9414f'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:30:06.032422 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2e829a45-8b51-4c60-b27a-03f811b6b060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (dd39059b-c103-493b-96f9-26f4b5a3695d), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:06.154742 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-2fc191ec-68a3-4d96-b44c-60778732739e service neutron] Attempting to bind port 07333c01-2c53-4cf7-a086-18422eb283db on host hv-cinder-84112 for vnic_type normal with profile {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:30:06.155094 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-2fc191ec-68a3-4d96-b44c-60778732739e service neutron] Attempting to bind port 07333c01-2c53-4cf7-a086-18422eb283db by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': 'a711ad5d-cdd1-47ec-88fd-7a4bf00f4a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'fe3a15ce-dd5c-42b5-8430-0a77f338fb71'}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:30:06.155659 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-2fc191ec-68a3-4d96-b44c-60778732739e service neutron] Attempting to bind port 07333c01-2c53-4cf7-a086-18422eb283db on network fe3a15ce-dd5c-42b5-8430-0a77f338fb71 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:30:06.235170 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-2fc191ec-68a3-4d96-b44c-60778732739e service neutron] Port 07333c01-2c53-4cf7-a086-18422eb283db on network fe3a15ce-dd5c-42b5-8430-0a77f338fb71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 15:30:06.235508 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-2fc191ec-68a3-4d96-b44c-60778732739e service neutron] Attempting to bind port 07333c01-2c53-4cf7-a086-18422eb283db on network fe3a15ce-dd5c-42b5-8430-0a77f338fb71 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:30:06.289972 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-2fc191ec-68a3-4d96-b44c-60778732739e service neutron] Checking agent: {'id': '88197243-2542-4a6c-b81b-f727b3d95aaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 27, 45), 'started_at': datetime.datetime(2022, 5, 23, 15, 27, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:30:06.290404 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-2fc191ec-68a3-4d96-b44c-60778732739e service neutron] Checking segment: {'id': 'a711ad5d-cdd1-47ec-88fd-7a4bf00f4a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'fe3a15ce-dd5c-42b5-8430-0a77f338fb71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:30:06.291965 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-2e829a45-8b51-4c60-b27a-03f811b6b060 None None] For port dd39059b-c103-493b-96f9-26f4b5a3695d, host dv-cinder-841125-8-iscsi, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:30:06.295530 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-2fc191ec-68a3-4d96-b44c-60778732739e service neutron] Bound using segment: {'id': 'a711ad5d-cdd1-47ec-88fd-7a4bf00f4a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'fe3a15ce-dd5c-42b5-8430-0a77f338fb71'} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:30:06.295966 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-2fc191ec-68a3-4d96-b44c-60778732739e service neutron] Bound port: 07333c01-2c53-4cf7-a086-18422eb283db, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a711ad5d-cdd1-47ec-88fd-7a4bf00f4a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'fe3a15ce-dd5c-42b5-8430-0a77f338fb71'}}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:30:06.296354 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-2fc191ec-68a3-4d96-b44c-60778732739e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (07333c01-2c53-4cf7-a086-18422eb283db), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:06.297817 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-f8ab3cf3-5d2c-4bcf-93f0-6ba9fc56d1c4 None None] Port 097274c5-da17-41c8-95e6-f832b2af97be cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:30:06.298026 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-2e829a45-8b51-4c60-b27a-03f811b6b060 None None] For port dd39059b-c103-493b-96f9-26f4b5a3695d, host dv-cinder-841125-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=dd39059b-c103-493b-96f9-26f4b5a3695d,segment=NetworkSegment(29e85e02-494b-40ff-afd0-9241970fba55),segment_id=29e85e02-494b-40ff-afd0-9241970fba55)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:30:06.312331 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2e829a45-8b51-4c60-b27a-03f811b6b060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (dd39059b-c103-493b-96f9-26f4b5a3695d), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:06.396579 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 952c05b4-fdfa-4276-8577-11398463fbd0 up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:30:06.524547 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-54000718-a379-4a09-b702-22cbd7091b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:06.566131 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-2fc191ec-68a3-4d96-b44c-60778732739e service neutron] For port 07333c01-2c53-4cf7-a086-18422eb283db, host hv-cinder-84112, cleared binding levels {{(pid=104080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:30:06.636835 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-f8ab3cf3-5d2c-4bcf-93f0-6ba9fc56d1c4 None None] Provisioning complete for port eed7ccaf-c776-4c8b-85e4-178419f40af7 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:30:06.637628 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-f8ab3cf3-5d2c-4bcf-93f0-6ba9fc56d1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (eed7ccaf-c776-4c8b-85e4-178419f40af7), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:06.662503 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-2fc191ec-68a3-4d96-b44c-60778732739e service neutron] For port 07333c01-2c53-4cf7-a086-18422eb283db, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=07333c01-2c53-4cf7-a086-18422eb283db,segment=NetworkSegment(a711ad5d-cdd1-47ec-88fd-7a4bf00f4a52),segment_id=a711ad5d-cdd1-47ec-88fd-7a4bf00f4a52)] {{(pid=104080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:30:06.666119 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:06.670354 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5de6e06-fc94-4826-b63b-71bd77136560 admin admin] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:30:06.697524 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-d5de6e06-fc94-4826-b63b-71bd77136560 admin admin] 10.222.0.30 "PUT /v2.0/routers/d7762678-c922-4a00-822c-1a288f678231/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4769378 May 23 15:30:06.822418 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e672672-cede-4b01-84c0-28f31cab31a0 None None] Pushing event updated for resources: {'Port': ['ID=dd39059b-c103-493b-96f9-26f4b5a3695d,revision_number=4']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:06.847712 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1976e24d-a162-434a-b775-ebf67a09862a None None] Sync routers for ids ['d7762678-c922-4a00-822c-1a288f678231'] in dv-cinder-841125-8-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:30:06.852639 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e829a45-8b51-4c60-b27a-03f811b6b060 None None] Routers {'8f83d07c-5957-4883-bfd3-40c57a380ba1'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:30:06.853551 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-2e829a45-8b51-4c60-b27a-03f811b6b060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:30:06Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['8f83d07c-5957-4883-bfd3-40c57a380ba1'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:30:06.871223 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2648bf-a920-4377-a440-56612d6c1d52 admin admin] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:30:06.899629 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9df12277-bf12-486e-85f4-99734b2714aa req-d4ee7c61-1f55-414b-9f63-494cb0c8ee53 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae45599b-5c60-4664-9737-872a69b569e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2995813 May 23 15:30:06.917151 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port 952c05b4-fdfa-4276-8577-11398463fbd0 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:30:06.920922 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-0c2648bf-a920-4377-a440-56612d6c1d52 admin admin] 10.222.0.30 "PUT /v2.0/routers/73c86724-c44e-4cb5-bf5d-4e91768509eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3414459 May 23 15:30:06.924732 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (952c05b4-fdfa-4276-8577-11398463fbd0), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:06.938388 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-2fc191ec-68a3-4d96-b44c-60778732739e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (07333c01-2c53-4cf7-a086-18422eb283db), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:06.996639 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Pushing event updated for resources: {'Port': ['ID=46b88a5c-1348-414c-bd52-b8fe78e8c9bc,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:06.999376 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-46cd7ee4-14f6-4045-b1d5-eeeedb619aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (6184a888-4f62-4db9-ba94-3f2e67ee8227), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:07.054109 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cfe1970b-7207-4cb8-bc00-022587b0bf3a admin admin] Publish callbacks [] for security_group (228e0ea5-9389-455b-96f2-b8a0c6600191), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:07.071541 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-94bb800d-841a-4478-811c-0c8f14e967e6 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks [] for security_group (65ab4cb0-a2a0-4041-add3-34dce08a45f1), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:07.078220 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-94bb800d-841a-4478-811c-0c8f14e967e6 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (65ab4cb0-a2a0-4041-add3-34dce08a45f1), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:07.183610 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:07.185496 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1976e24d-a162-434a-b775-ebf67a09862a None None] Routers {'d7762678-c922-4a00-822c-1a288f678231'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:30:07.186367 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-1976e24d-a162-434a-b775-ebf67a09862a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:30:06Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['d7762678-c922-4a00-822c-1a288f678231'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:30:07.194150 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:07.202320 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-f8ab3cf3-5d2c-4bcf-93f0-6ba9fc56d1c4 None None] Port eed7ccaf-c776-4c8b-85e4-178419f40af7 cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:30:07.216762 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-2e829a45-8b51-4c60-b27a-03f811b6b060 None None] Set router 8f83d07c-5957-4883-bfd3-40c57a380ba1 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:30:07.218155 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-94bb800d-841a-4478-811c-0c8f14e967e6 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:07.228964 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-94bb800d-841a-4478-811c-0c8f14e967e6 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.7258105 May 23 15:30:07.232396 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 58622) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:07.291740 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-e97f2381-b53c-4a3b-a1df-cf8e415fbacb tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Request body: {'security_group_rule': {'security_group_id': '65ab4cb0-a2a0-4041-add3-34dce08a45f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:30:07.335234 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb800d-841a-4478-811c-0c8f14e967e6 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65ab4cb0-a2a0-4041-add3-34dce08a45f1,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:07.399848 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-b64970cc-3f0d-4256-8027-5c0ef5f14850 None None] Set router 649fe937-f8c3-4570-8c43-aa9e4c0fb8f6 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:30:07.444628 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e97f2381-b53c-4a3b-a1df-cf8e415fbacb tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks [] for security_group_rule (f6c5350c-84ec-4b15-84c7-94e03e63d0a6), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:07.713240 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cfe1970b-7207-4cb8-bc00-022587b0bf3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (228e0ea5-9389-455b-96f2-b8a0c6600191), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:07.715566 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-cf9f424e-b7bd-4cf4-8ca9-b5e8407ab635 None None] Provisioning complete for port dd39059b-c103-493b-96f9-26f4b5a3695d triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:30:07.717875 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cf9f424e-b7bd-4cf4-8ca9-b5e8407ab635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (dd39059b-c103-493b-96f9-26f4b5a3695d), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:07.718885 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e97f2381-b53c-4a3b-a1df-cf8e415fbacb tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks [] for security_group_rule (f6c5350c-84ec-4b15-84c7-94e03e63d0a6), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:07.725911 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e97f2381-b53c-4a3b-a1df-cf8e415fbacb tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594284'] for security_group_rule (f6c5350c-84ec-4b15-84c7-94e03e63d0a6), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:07.792199 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97f2381-b53c-4a3b-a1df-cf8e415fbacb tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6c5350c-84ec-4b15-84c7-94e03e63d0a6,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:07.798766 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-2fc191ec-68a3-4d96-b44c-60778732739e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:07.800480 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-2fc191ec-68a3-4d96-b44c-60778732739e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:07.802937 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-2fc191ec-68a3-4d96-b44c-60778732739e service neutron] 10.222.0.72 "PUT /v2.0/ports/07333c01-2c53-4cf7-a086-18422eb283db HTTP/1.1" status: 200 len: 1093 time: 6.7810462 May 23 15:30:07.811617 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7abcf413-0c08-4f11-b030-2f2f9f09a5a3', 'tag': '07333c01-2c53-4cf7-a086-18422eb283db'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:30:07.817425 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e97f2381-b53c-4a3b-a1df-cf8e415fbacb tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:07.820111 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-e97f2381-b53c-4a3b-a1df-cf8e415fbacb tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5585153 May 23 15:30:07.823165 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 58638) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:07.832883 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:07.838675 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-803293b4-47f9-4e5f-8510-e6c73cfa11e8 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Request body: {'security_group_rule': {'security_group_id': '65ab4cb0-a2a0-4041-add3-34dce08a45f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:30:07.925497 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-803293b4-47f9-4e5f-8510-e6c73cfa11e8 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks [] for security_group_rule (9adfa5ab-f1d3-4b35-bae2-d456278308be), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:08.040038 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-2e829a45-8b51-4c60-b27a-03f811b6b060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'name': 'tempest-AttachVolumeShelveTestJSON-765194453-router', 'tenant_id': '65c6b1563c424330ade1ef15f8efa110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '46b88a5c-1348-414c-bd52-b8fe78e8c9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:46Z', 'updated_at': '2022-05-23T15:29:57Z', 'revision_number': 4, 'project_id': '65c6b1563c424330ade1ef15f8efa110', 'gw_port': {'id': '46b88a5c-1348-414c-bd52-b8fe78e8c9bc', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:04:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': 'dd39059b-c103-493b-96f9-26f4b5a3695d', 'name': '', 'network_id': '751cbaf0-d17b-4cd8-950f-078d51e9414f', 'tenant_id': '65c6b1563c424330ade1ef15f8efa110', 'mac_address': 'fa:16:3e:6e:4f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '045c111a-efa9-497c-8e54-7f6b21c0aa2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:54Z', 'updated_at': '2022-05-23T15:30:06Z', 'revision_number': 4, 'project_id': '65c6b1563c424330ade1ef15f8efa110', 'subnets': [{'id': '045c111a-efa9-497c-8e54-7f6b21c0aa2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:30:08.102560 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e829a45-8b51-4c60-b27a-03f811b6b060 None None] The sync data for ids ['8f83d07c-5957-4883-bfd3-40c57a380ba1'] in dv-cinder-841125-8-iscsi is: [{'id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'name': 'tempest-AttachVolumeShelveTestJSON-765194453-router', 'tenant_id': '65c6b1563c424330ade1ef15f8efa110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '46b88a5c-1348-414c-bd52-b8fe78e8c9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:46Z', 'updated_at': '2022-05-23T15:29:57Z', 'revision_number': 4, 'project_id': '65c6b1563c424330ade1ef15f8efa110', 'gw_port': {'id': '46b88a5c-1348-414c-bd52-b8fe78e8c9bc', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:04:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': 'dd39059b-c103-493b-96f9-26f4b5a3695d', 'name': '', 'network_id': '751cbaf0-d17b-4cd8-950f-078d51e9414f', 'tenant_id': '65c6b1563c424330ade1ef15f8efa110', 'mac_address': 'fa:16:3e:6e:4f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '045c111a-efa9-497c-8e54-7f6b21c0aa2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:54Z', 'updated_at': '2022-05-23T15:30:06Z', 'revision_number': 4, 'project_id': '65c6b1563c424330ade1ef15f8efa110', 'subnets': [{'id': '045c111a-efa9-497c-8e54-7f6b21c0aa2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:30:08.114574 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-803293b4-47f9-4e5f-8510-e6c73cfa11e8 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks [] for security_group_rule (9adfa5ab-f1d3-4b35-bae2-d456278308be), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:08.121602 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-803293b4-47f9-4e5f-8510-e6c73cfa11e8 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594284'] for security_group_rule (9adfa5ab-f1d3-4b35-bae2-d456278308be), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:08.183026 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803293b4-47f9-4e5f-8510-e6c73cfa11e8 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9adfa5ab-f1d3-4b35-bae2-d456278308be,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:08.212740 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-803293b4-47f9-4e5f-8510-e6c73cfa11e8 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:08.226298 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-803293b4-47f9-4e5f-8510-e6c73cfa11e8 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4012465 May 23 15:30:08.230869 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 58646) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:08.237022 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-9193c951-88f2-4323-bdc6-16e092b6ba7b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Request body: {'floatingip': {'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:30:08.329988 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9193c951-88f2-4323-bdc6-16e092b6ba7b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:08.342533 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port 952c05b4-fdfa-4276-8577-11398463fbd0 is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:30:08.343050 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (952c05b4-fdfa-4276-8577-11398463fbd0), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:08.536180 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-46cd7ee4-14f6-4045-b1d5-eeeedb619aef admin admin] Publish callbacks [] for port (6184a888-4f62-4db9-ba94-3f2e67ee8227), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:08.542298 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:08.548066 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc191ec-68a3-4d96-b44c-60778732739e service neutron] Pushing event updated for resources: {'Port': ['ID=07333c01-2c53-4cf7-a086-18422eb283db,revision_number=3']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:08.599401 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 58652) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:08.625987 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-46cd7ee4-14f6-4045-b1d5-eeeedb619aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (6184a888-4f62-4db9-ba94-3f2e67ee8227), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:08.627986 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-46cd7ee4-14f6-4045-b1d5-eeeedb619aef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-243210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-863331'] for router_interface (649fe937-f8c3-4570-8c43-aa9e4c0fb8f6), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:08.636121 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:08.641667 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:08.643164 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9193c951-88f2-4323-bdc6-16e092b6ba7b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:08.705700 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] For port 952c05b4-fdfa-4276-8577-11398463fbd0, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=952c05b4-fdfa-4276-8577-11398463fbd0,segment=NetworkSegment(36a83107-a298-4f41-a08d-e6c665169c28),segment_id=36a83107-a298-4f41-a08d-e6c665169c28)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:30:08.732094 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-b6e1aa1a-971d-4884-bc41-1ac6fb3ef212 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Request body: {'security_group': {'name': 'tempest-securitygroup--775539891', 'description': 'tempest-description--858449182'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:30:08.761164 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (952c05b4-fdfa-4276-8577-11398463fbd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:08.765406 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device f967faeb-3834-4612-baaa-f31465073412 up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:30:08.820003 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe1970b-7207-4cb8-bc00-022587b0bf3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228e0ea5-9389-455b-96f2-b8a0c6600191,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:08.864072 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-cfe1970b-7207-4cb8-bc00-022587b0bf3a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=36c1edd9b2234789b61bad42bd29304e&name=default HTTP/1.1" status: 200 len: 2996 time: 5.0228531 May 23 15:30:08.874012 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-1976e24d-a162-434a-b775-ebf67a09862a None None] Set router d7762678-c922-4a00-822c-1a288f678231 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:30:08.895001 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:08.937967 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 58658) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:08.978502 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccef2641-e5be-4da2-b0b2-635f0709cc27 None None] Sync routers for ids ['73c86724-c44e-4cb5-bf5d-4e91768509eb'] in dv-cinder-841125-8-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:30:09.026409 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-b64970cc-3f0d-4256-8027-5c0ef5f14850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'name': 'tempest-AttachVolumeTestJSON-678862191-router', 'tenant_id': '9aaff9db173d4618929536b08d2be8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'fb207996-4659-4c02-91cb-c2a17001c7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:49Z', 'updated_at': '2022-05-23T15:29:53Z', 'revision_number': 3, 'project_id': '9aaff9db173d4618929536b08d2be8f0', 'gw_port': {'id': 'fb207996-4659-4c02-91cb-c2a17001c7dc', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:51Z', 'updated_at': '2022-05-23T15:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi'}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:30:09.037525 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccef2641-e5be-4da2-b0b2-635f0709cc27 None None] Routers {'73c86724-c44e-4cb5-bf5d-4e91768509eb'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:30:09.048855 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-ccef2641-e5be-4da2-b0b2-635f0709cc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:30:06Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['73c86724-c44e-4cb5-bf5d-4e91768509eb'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:30:09.101569 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:09.105226 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-cf9f424e-b7bd-4cf4-8ca9-b5e8407ab635 None None] Current status of the port dd39059b-c103-493b-96f9-26f4b5a3695d is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:30:09.105621 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cf9f424e-b7bd-4cf4-8ca9-b5e8407ab635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (dd39059b-c103-493b-96f9-26f4b5a3695d), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:09.128013 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64970cc-3f0d-4256-8027-5c0ef5f14850 None None] The sync data for ids ['649fe937-f8c3-4570-8c43-aa9e4c0fb8f6'] in dv-cinder-841125-8-iscsi is: [{'id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'name': 'tempest-AttachVolumeTestJSON-678862191-router', 'tenant_id': '9aaff9db173d4618929536b08d2be8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'fb207996-4659-4c02-91cb-c2a17001c7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:49Z', 'updated_at': '2022-05-23T15:29:53Z', 'revision_number': 3, 'project_id': '9aaff9db173d4618929536b08d2be8f0', 'gw_port': {'id': 'fb207996-4659-4c02-91cb-c2a17001c7dc', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:51Z', 'updated_at': '2022-05-23T15:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi'}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:30:09.216485 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-9193c951-88f2-4323-bdc6-16e092b6ba7b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Allocated IP 172.27.2.131 (c36a36f9-cc20-4687-9603-de8e87d2bfc7/aa177288-79a2-4e75-ac60-432249438b03/c757df3f-eb66-4ba0-937c-0d31115faa4d) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:30:09.343812 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:09.352221 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e546d-c317-4bc0-95e9-e48be4cb2c84 req-31c5da84-60ef-41f0-b9eb-ca92c7e7e141 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:09.354352 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-424e546d-c317-4bc0-95e9-e48be4cb2c84 req-31c5da84-60ef-41f0-b9eb-ca92c7e7e141 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/ports?device_id=7abcf413-0c08-4f11-b030-2f2f9f09a5a3 HTTP/1.1" status: 200 len: 943 time: 0.4050446 May 23 15:30:09.357941 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee4ef39eddac8a8c2b622b321199fad7a345fd77cd5019e852148a8aec1132e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e14b7fc-6964-4085-83b3-81ba35ca3557" -d '{"events": [{"name": "network-changed", "server_uuid": "7abcf413-0c08-4f11-b030-2f2f9f09a5a3", "tag": "07333c01-2c53-4cf7-a086-18422eb283db"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:30:09.437196 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-cf9f424e-b7bd-4cf4-8ca9-b5e8407ab635 None None] For port dd39059b-c103-493b-96f9-26f4b5a3695d, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=dd39059b-c103-493b-96f9-26f4b5a3695d,segment=NetworkSegment(29e85e02-494b-40ff-afd0-9241970fba55),segment_id=29e85e02-494b-40ff-afd0-9241970fba55)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:30:09.439674 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b6e1aa1a-971d-4884-bc41-1ac6fb3ef212 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:09.463161 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cf9f424e-b7bd-4cf4-8ca9-b5e8407ab635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (dd39059b-c103-493b-96f9-26f4b5a3695d), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:09.484861 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:09.492662 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-ccef2641-e5be-4da2-b0b2-635f0709cc27 None None] Set router 73c86724-c44e-4cb5-bf5d-4e91768509eb gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:30:09.511801 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-f2403bba-0b83-492b-a2ea-fce73d8c7efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:09.516499 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-f2403bba-0b83-492b-a2ea-fce73d8c7efb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=377219e53ce94ab089e48437d3468663&device_id=7abcf413-0c08-4f11-b030-2f2f9f09a5a3 HTTP/1.1" status: 200 len: 1127 time: 1.5212700 May 23 15:30:09.596379 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Pushing event updated for resources: {'Port': ['ID=952c05b4-fdfa-4276-8577-11398463fbd0,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:09.607806 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-424e546d-c317-4bc0-95e9-e48be4cb2c84 req-1cc5203e-8d1e-4f1b-bc9d-da14a8449a91 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae45599b-5c60-4664-9737-872a69b569e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194970 May 23 15:30:09.806765 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port f967faeb-3834-4612-baaa-f31465073412 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:30:09.807275 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (f967faeb-3834-4612-baaa-f31465073412), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:09.828395 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd7ee4-14f6-4045-b1d5-eeeedb619aef admin admin] Pushing event updated for resources: {'Port': ['ID=6184a888-4f62-4db9-ba94-3f2e67ee8227,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:09.971723 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:09.987712 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-80c82e7d-cd49-4ef0-9f41-c7efab2f42a3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07333c01-2c53-4cf7-a086-18422eb283db HTTP/1.1" status: 200 len: 217 time: 0.3950512 May 23 15:30:10.066839 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-cf9f424e-b7bd-4cf4-8ca9-b5e8407ab635 None None] Provisioning complete for port 6184a888-4f62-4db9-ba94-3f2e67ee8227 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:30:10.067596 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cf9f424e-b7bd-4cf4-8ca9-b5e8407ab635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (6184a888-4f62-4db9-ba94-3f2e67ee8227), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:10.086127 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cd7ee4-14f6-4045-b1d5-eeeedb619aef admin admin] Network 2a072baa-6965-4350-b247-fb58bbcac26a is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:30:10.148749 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-cf9f424e-b7bd-4cf4-8ca9-b5e8407ab635 None None] Port 6184a888-4f62-4db9-ba94-3f2e67ee8227 cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:30:10.149251 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7447f467-9082-4795-bc5a-85241dcff1ce admin admin] Publish callbacks [] for security_group (228e0ea5-9389-455b-96f2-b8a0c6600191), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:10.157518 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:10.197655 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-46cd7ee4-14f6-4045-b1d5-eeeedb619aef admin admin] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:30:10.301357 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9f424e-b7bd-4cf4-8ca9-b5e8407ab635 None None] Pushing event updated for resources: {'Port': ['ID=dd39059b-c103-493b-96f9-26f4b5a3695d,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:10.408911 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7447f467-9082-4795-bc5a-85241dcff1ce admin admin] Publish callbacks [] for security_group (228e0ea5-9389-455b-96f2-b8a0c6600191), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:10.453009 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-ccef2641-e5be-4da2-b0b2-635f0709cc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'name': 'tempest-AttachVolumeNegativeTest-46828579-router', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:01Z', 'revision_number': 4, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'gw_port': {'id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:48Z', 'updated_at': '2022-05-23T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': 'eed7ccaf-c776-4c8b-85e4-178419f40af7', 'name': '', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'mac_address': 'fa:16:3e:53:a7:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:58Z', 'updated_at': '2022-05-23T15:30:02Z', 'revision_number': 2, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'subnets': [{'id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:30:10.596799 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7447f467-9082-4795-bc5a-85241dcff1ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (228e0ea5-9389-455b-96f2-b8a0c6600191), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:10.602093 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7447f467-9082-4795-bc5a-85241dcff1ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:10.624997 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-7447f467-9082-4795-bc5a-85241dcff1ce admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/228e0ea5-9389-455b-96f2-b8a0c6600191 HTTP/1.1" status: 204 len: 168 time: 1.6673112 May 23 15:30:10.633461 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-d354ca6d-6aa0-429e-8461-8626d1abe140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:10.640259 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-d354ca6d-6aa0-429e-8461-8626d1abe140 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9fd23ec4-d2b3-4032-b86e-36da3c4ed00f HTTP/1.1" status: 200 len: 851 time: 0.6361458 May 23 15:30:10.674879 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccef2641-e5be-4da2-b0b2-635f0709cc27 None None] Checking router: 73c86724-c44e-4cb5-bf5d-4e91768509eb for host: dv-cinder-841125-8-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:30:10.675255 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccef2641-e5be-4da2-b0b2-635f0709cc27 None None] Updating router 73c86724-c44e-4cb5-bf5d-4e91768509eb port eed7ccaf-c776-4c8b-85e4-178419f40af7 binding host dv-cinder-841125-8-iscsi {{(pid=104083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 15:30:10.727357 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7447f467-9082-4795-bc5a-85241dcff1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228e0ea5-9389-455b-96f2-b8a0c6600191,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:10.758491 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port f967faeb-3834-4612-baaa-f31465073412 is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:30:10.761508 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (f967faeb-3834-4612-baaa-f31465073412), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:10.789423 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-119b4764-0747-407d-9572-9d19976462bf tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:10.801396 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-119b4764-0747-407d-9572-9d19976462bf tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/networks?id=0d1e2450-f071-48af-a078-8358b70cb4cd HTTP/1.1" status: 200 len: 819 time: 1.5929503 May 23 15:30:10.828527 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9193c951-88f2-4323-bdc6-16e092b6ba7b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks [] for port (c757df3f-eb66-4ba0-937c-0d31115faa4d), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:10.841956 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ccef2641-e5be-4da2-b0b2-635f0709cc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (eed7ccaf-c776-4c8b-85e4-178419f40af7), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:10.897043 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-1976e24d-a162-434a-b775-ebf67a09862a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7762678-c922-4a00-822c-1a288f678231', 'name': 'tempest-ServerRescueNegativeTestJSON-1962255291-router', 'tenant_id': '0712b807a4584f7b8f019ceb65ff1e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'f967faeb-3834-4612-baaa-f31465073412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:00Z', 'revision_number': 4, 'project_id': '0712b807a4584f7b8f019ceb65ff1e14', 'gw_port': {'id': 'f967faeb-3834-4612-baaa-f31465073412', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:23:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7762678-c922-4a00-822c-1a288f678231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:48Z', 'updated_at': '2022-05-23T15:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': '097274c5-da17-41c8-95e6-f832b2af97be', 'name': '', 'network_id': '0d1e2450-f071-48af-a078-8358b70cb4cd', 'tenant_id': '0712b807a4584f7b8f019ceb65ff1e14', 'mac_address': 'fa:16:3e:ac:13:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7762678-c922-4a00-822c-1a288f678231', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:59Z', 'updated_at': '2022-05-23T15:30:01Z', 'revision_number': 2, 'project_id': '0712b807a4584f7b8f019ceb65ff1e14', 'subnets': [{'id': 'eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:30:10.931280 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9193c951-88f2-4323-bdc6-16e092b6ba7b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965'] for port (c757df3f-eb66-4ba0-937c-0d31115faa4d), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:10.948551 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-1babe744-a803-446c-8e7e-9eb666060e1b tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/quotas/0712b807a4584f7b8f019ceb65ff1e14 HTTP/1.1" status: 200 len: 375 time: 0.0299783 May 23 15:30:11.004922 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b6e1aa1a-971d-4884-bc41-1ac6fb3ef212 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for security_group (0c129478-3037-4d83-809f-567c085f9532), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:11.014299 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9193c951-88f2-4323-bdc6-16e092b6ba7b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Network c36a36f9-cc20-4687-9603-de8e87d2bfc7 is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:30:11.015660 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc95874-09fc-45e4-bc5a-6539eb2e212d x-openstack-request-id: req-cdc95874-09fc-45e4-bc5a-6539eb2e212d {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:30:11.015961 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7abcf413-0c08-4f11-b030-2f2f9f09a5a3", "tag": "07333c01-2c53-4cf7-a086-18422eb283db", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:30:11.016225 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cdc95874-09fc-45e4-bc5a-6539eb2e212d {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:30:11.016708 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdc95874-09fc-45e4-bc5a-6539eb2e212d'] response: {'name': 'network-changed', 'server_uuid': '7abcf413-0c08-4f11-b030-2f2f9f09a5a3', 'tag': '07333c01-2c53-4cf7-a086-18422eb283db', 'status': 'completed', 'code': 200} May 23 15:30:11.055996 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-4a7dcb38-f137-4296-8d17-8002d1cad640 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fe3a15ce-dd5c-42b5-8430-0a77f338fb71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3677058 May 23 15:30:11.063470 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1976e24d-a162-434a-b775-ebf67a09862a None None] Checking router: d7762678-c922-4a00-822c-1a288f678231 for host: dv-cinder-841125-8-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:30:11.063829 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1976e24d-a162-434a-b775-ebf67a09862a None None] Updating router d7762678-c922-4a00-822c-1a288f678231 port 097274c5-da17-41c8-95e6-f832b2af97be binding host dv-cinder-841125-8-iscsi {{(pid=104082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 15:30:11.077111 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b6e1aa1a-971d-4884-bc41-1ac6fb3ef212 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (0c129478-3037-4d83-809f-567c085f9532), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:11.149963 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] For port f967faeb-3834-4612-baaa-f31465073412, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=f967faeb-3834-4612-baaa-f31465073412,segment=NetworkSegment(36a83107-a298-4f41-a08d-e6c665169c28),segment_id=36a83107-a298-4f41-a08d-e6c665169c28)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:30:11.183834 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (f967faeb-3834-4612-baaa-f31465073412), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:11.184775 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 074d6755-382f-4194-bead-6bb0183ca65f up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:30:11.366223 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Pushing event updated for resources: {'Port': ['ID=f967faeb-3834-4612-baaa-f31465073412,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:11.374159 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-f8da9bf8-aa06-45b2-8fac-42ccfd64f30c None None] Provisioning complete for port 6184a888-4f62-4db9-ba94-3f2e67ee8227 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:30:11.374559 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-f8da9bf8-aa06-45b2-8fac-42ccfd64f30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (6184a888-4f62-4db9-ba94-3f2e67ee8227), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:11.395881 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-9193c951-88f2-4323-bdc6-16e092b6ba7b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:30:11.404480 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9193c951-88f2-4323-bdc6-16e092b6ba7b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:30:11.597253 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b6e1aa1a-971d-4884-bc41-1ac6fb3ef212 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:11.598745 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-b6e1aa1a-971d-4884-bc41-1ac6fb3ef212 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.9791174 May 23 15:30:11.778353 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1976e24d-a162-434a-b775-ebf67a09862a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (097274c5-da17-41c8-95e6-f832b2af97be), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:11.793178 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:11.796387 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9193c951-88f2-4323-bdc6-16e092b6ba7b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks [] for floatingip (1bff7494-bb29-41c9-a1ee-34374d46622f), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:11.837923 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 58712) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:11.862616 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9193c951-88f2-4323-bdc6-16e092b6ba7b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Pushing event updated for resources: {'Port': ['ID=c757df3f-eb66-4ba0-937c-0d31115faa4d,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:11.886067 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-33554531-ccc5-4539-816d-55025ba94392 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Request body: {'security_group_rule': {'security_group_id': '0c129478-3037-4d83-809f-567c085f9532', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:30:11.904239 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 58716) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:12.007142 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46cd7ee4-14f6-4045-b1d5-eeeedb619aef admin admin] Router 649fe937-f8c3-4570-8c43-aa9e4c0fb8f6 has already been hosted by L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:30:12.026972 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d275e384-f840-4789-9e54-d35ea6546669 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:12.032776 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-95961174-bec6-45c8-b930-1b152f59f616 service neutron] 10.222.0.72 "GET /v2.0/networks/fe3a15ce-dd5c-42b5-8430-0a77f338fb71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8967843 May 23 15:30:12.036282 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e1aa1a-971d-4884-bc41-1ac6fb3ef212 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c129478-3037-4d83-809f-567c085f9532,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:12.088087 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-5594a320-7cbe-48ce-9ba3-657a0207b233 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0712b807a4584f7b8f019ceb65ff1e14&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0899360 May 23 15:30:12.267360 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9193c951-88f2-4323-bdc6-16e092b6ba7b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (c757df3f-eb66-4ba0-937c-0d31115faa4d), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:12.270580 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5396473-ae11-41ca-a646-70729c3b8cce req-ef8cf16c-9eb1-4af4-9493-a44e421efa9f tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:12.276636 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ccef2641-e5be-4da2-b0b2-635f0709cc27 None None] Publish callbacks [] for port (eed7ccaf-c776-4c8b-85e4-178419f40af7), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:12.279251 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:12.279492 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f5396473-ae11-41ca-a646-70729c3b8cce req-ef8cf16c-9eb1-4af4-9493-a44e421efa9f tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/ports?device_id=7abcf413-0c08-4f11-b030-2f2f9f09a5a3 HTTP/1.1" status: 200 len: 943 time: 1.1473219 May 23 15:30:12.290994 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ccef2641-e5be-4da2-b0b2-635f0709cc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (eed7ccaf-c776-4c8b-85e4-178419f40af7), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:12.295056 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:12.316200 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port 074d6755-382f-4194-bead-6bb0183ca65f triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:30:12.316493 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (074d6755-382f-4194-bead-6bb0183ca65f), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:12.345045 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-f8da9bf8-aa06-45b2-8fac-42ccfd64f30c None None] Port 6184a888-4f62-4db9-ba94-3f2e67ee8227 cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:30:12.457837 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c3af77-b8a0-48d8-9b53-2689e758d5b8 None None] Pushing event updated for resources: {'Port': ['ID=eed7ccaf-c776-4c8b-85e4-178419f40af7,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:12.639141 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d275e384-f840-4789-9e54-d35ea6546669 admin admin] Publish callbacks [] for security_group (9fbb0a15-a3dc-47a0-828c-cc87790c8c3a), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:12.650055 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-e7bd6fad-310f-4d9b-b772-9c5efa2ea881 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 15:30:12.651378 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-e7bd6fad-310f-4d9b-b772-9c5efa2ea881 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1759996 May 23 15:30:12.656746 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d275e384-f840-4789-9e54-d35ea6546669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (9fbb0a15-a3dc-47a0-828c-cc87790c8c3a), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:12.675255 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b5837178-d101-4886-8ecd-ef758a2d3f46 req-36eb3807-095d-4c02-954c-2f3f06747ca7 service neutron] 10.222.0.72 "GET /v2.0/networks/fe3a15ce-dd5c-42b5-8430-0a77f338fb71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4265685 May 23 15:30:12.684987 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-ccef2641-e5be-4da2-b0b2-635f0709cc27 None None] Attempting to bind port eed7ccaf-c776-4c8b-85e4-178419f40af7 on host dv-cinder-841125-8-iscsi for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:30:12.684987 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-ccef2641-e5be-4da2-b0b2-635f0709cc27 None None] Attempting to bind port eed7ccaf-c776-4c8b-85e4-178419f40af7 by drivers openvswitch,hyperv on host dv-cinder-841125-8-iscsi at level 0 using segments [{'id': '4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:30:12.685276 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccef2641-e5be-4da2-b0b2-635f0709cc27 None None] Attempting to bind port eed7ccaf-c776-4c8b-85e4-178419f40af7 on network c9306d40-6dd5-4f4d-bb55-9077bd7b986d {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:30:12.714907 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-d275e384-f840-4789-9e54-d35ea6546669 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=35ea8a7f8528418990c0db13e74d4b0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8093743 May 23 15:30:12.721100 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 58730) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:12.723545 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccef2641-e5be-4da2-b0b2-635f0709cc27 None None] Checking agent: {'id': '1cc95fa5-d110-483d-93d7-5dca7a29794e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 21, 10), 'started_at': datetime.datetime(2022, 5, 23, 15, 21, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:30:12.723924 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccef2641-e5be-4da2-b0b2-635f0709cc27 None None] Checking segment: {'id': '4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:30:12.724332 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ccef2641-e5be-4da2-b0b2-635f0709cc27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:12.731766 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccef2641-e5be-4da2-b0b2-635f0709cc27 None None] Bound using segment: {'id': '4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:30:12.732363 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-ccef2641-e5be-4da2-b0b2-635f0709cc27 None None] Bound port: eed7ccaf-c776-4c8b-85e4-178419f40af7, host: dv-cinder-841125-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:30:12.734238 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ccef2641-e5be-4da2-b0b2-635f0709cc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (eed7ccaf-c776-4c8b-85e4-178419f40af7), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:12.866099 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-33554531-ccc5-4539-816d-55025ba94392 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for security_group_rule (8f2dfc13-dd66-4b1c-b976-7f02f8a0b536), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:12.882416 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port 074d6755-382f-4194-bead-6bb0183ca65f is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:30:12.942368 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d275e384-f840-4789-9e54-d35ea6546669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbb0a15-a3dc-47a0-828c-cc87790c8c3a,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:12.968908 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-f6497a6d-ed0f-47c1-9301-cb3c39af51ea service neutron] 10.222.0.30 "GET /v2.0/networks/0d1e2450-f071-48af-a078-8358b70cb4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758138 May 23 15:30:13.052960 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-ccef2641-e5be-4da2-b0b2-635f0709cc27 None None] For port eed7ccaf-c776-4c8b-85e4-178419f40af7, host dv-cinder-841125-8-iscsi, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:30:13.072357 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-ccef2641-e5be-4da2-b0b2-635f0709cc27 None None] For port eed7ccaf-c776-4c8b-85e4-178419f40af7, host dv-cinder-841125-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=eed7ccaf-c776-4c8b-85e4-178419f40af7,segment=NetworkSegment(4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0),segment_id=4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:30:13.092532 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ccef2641-e5be-4da2-b0b2-635f0709cc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (eed7ccaf-c776-4c8b-85e4-178419f40af7), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:13.111451 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14b7fc-6964-4085-83b3-81ba35ca3557 req-6d99d1f2-8f76-4b6e-a77e-760d28bb2ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:13.113580 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5e14b7fc-6964-4085-83b3-81ba35ca3557 req-6d99d1f2-8f76-4b6e-a77e-760d28bb2ff6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=377219e53ce94ab089e48437d3468663&device_id=7abcf413-0c08-4f11-b030-2f2f9f09a5a3 HTTP/1.1" status: 200 len: 1127 time: 0.2737701 May 23 15:30:13.113904 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:13.154140 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1976e24d-a162-434a-b775-ebf67a09862a None None] Publish callbacks [] for port (097274c5-da17-41c8-95e6-f832b2af97be), precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:13.158054 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-0ff30847-5596-4119-8c82-8220cfcb5b9f None None] Provisioning complete for port eed7ccaf-c776-4c8b-85e4-178419f40af7 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:30:13.158550 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0ff30847-5596-4119-8c82-8220cfcb5b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (eed7ccaf-c776-4c8b-85e4-178419f40af7), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:13.168046 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1976e24d-a162-434a-b775-ebf67a09862a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (097274c5-da17-41c8-95e6-f832b2af97be), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:13.188376 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:13.218431 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccef2641-e5be-4da2-b0b2-635f0709cc27 None None] Routers {'73c86724-c44e-4cb5-bf5d-4e91768509eb'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:30:13.224122 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-ccef2641-e5be-4da2-b0b2-635f0709cc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:30:06Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['73c86724-c44e-4cb5-bf5d-4e91768509eb'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:30:13.284646 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f5396473-ae11-41ca-a646-70729c3b8cce req-3b6d7949-8424-41a9-bc4b-196e9dffee88 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae45599b-5c60-4664-9737-872a69b569e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0042467 May 23 15:30:13.385485 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9193c951-88f2-4323-bdc6-16e092b6ba7b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks [] for port (c757df3f-eb66-4ba0-937c-0d31115faa4d), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:13.399266 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a364863a-0031-42c7-9221-481c26ce282a None None] Pushing event updated for resources: {'Port': ['ID=097274c5-da17-41c8-95e6-f832b2af97be,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:13.409141 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device dd39059b-c103-493b-96f9-26f4b5a3695d up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:30:13.413838 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:13.450155 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:13.462425 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46cd7ee4-14f6-4045-b1d5-eeeedb619aef admin admin] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:30:13.494699 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-46cd7ee4-14f6-4045-b1d5-eeeedb619aef admin admin] 10.222.0.30 "PUT /v2.0/routers/649fe937-f8c3-4570-8c43-aa9e4c0fb8f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8243308 May 23 15:30:13.552830 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9193c951-88f2-4323-bdc6-16e092b6ba7b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (c757df3f-eb66-4ba0-937c-0d31115faa4d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:13.629388 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c3af77-b8a0-48d8-9b53-2689e758d5b8 None None] Pushing event updated for resources: {'Port': ['ID=eed7ccaf-c776-4c8b-85e4-178419f40af7,revision_number=4']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:13.634894 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-ccef2641-e5be-4da2-b0b2-635f0709cc27 None None] Set router 73c86724-c44e-4cb5-bf5d-4e91768509eb gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:30:13.642499 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:13.697465 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9193c951-88f2-4323-bdc6-16e092b6ba7b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-863864'] for floatingip (1bff7494-bb29-41c9-a1ee-34374d46622f), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:13.704578 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:13.738798 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:13.744185 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9193c951-88f2-4323-bdc6-16e092b6ba7b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Pushing event updated for resources: {'Port': ['ID=c757df3f-eb66-4ba0-937c-0d31115faa4d,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:13.770315 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2e9085db-f042-4471-a654-4470ade83ef6 admin admin] Publish callbacks [] for security_group (9fbb0a15-a3dc-47a0-828c-cc87790c8c3a), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:13.791201 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9193c951-88f2-4323-bdc6-16e092b6ba7b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for floatingip (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:13.792939 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-9193c951-88f2-4323-bdc6-16e092b6ba7b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5606661 May 23 15:30:13.819410 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-272cbac6-56b2-4191-9231-329c0b822a80 service neutron] 10.222.0.30 "GET /v2.0/networks/0d1e2450-f071-48af-a078-8358b70cb4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6960528 May 23 15:30:13.860801 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2e9085db-f042-4471-a654-4470ade83ef6 admin admin] Publish callbacks [] for security_group (9fbb0a15-a3dc-47a0-828c-cc87790c8c3a), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:13.914114 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-33554531-ccc5-4539-816d-55025ba94392 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for security_group_rule (8f2dfc13-dd66-4b1c-b976-7f02f8a0b536), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:13.916038 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14b7fc-6964-4085-83b3-81ba35ca3557 req-c5c1d920-eab2-4449-aaa7-ff526d1d9eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:13.917639 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5e14b7fc-6964-4085-83b3-81ba35ca3557 req-c5c1d920-eab2-4449-aaa7-ff526d1d9eab service neutron] 10.222.0.72 "GET /v2.0/networks?id=fe3a15ce-dd5c-42b5-8430-0a77f338fb71 HTTP/1.1" status: 200 len: 912 time: 0.7569096 May 23 15:30:13.930183 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-33554531-ccc5-4539-816d-55025ba94392 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594284'] for security_group_rule (8f2dfc13-dd66-4b1c-b976-7f02f8a0b536), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:13.971098 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-1976e24d-a162-434a-b775-ebf67a09862a None None] Attempting to bind port 097274c5-da17-41c8-95e6-f832b2af97be on host dv-cinder-841125-8-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:30:13.971858 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-1976e24d-a162-434a-b775-ebf67a09862a None None] Attempting to bind port 097274c5-da17-41c8-95e6-f832b2af97be by drivers openvswitch,hyperv on host dv-cinder-841125-8-iscsi at level 0 using segments [{'id': 'eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '0d1e2450-f071-48af-a078-8358b70cb4cd'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:30:13.972405 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1976e24d-a162-434a-b775-ebf67a09862a None None] Attempting to bind port 097274c5-da17-41c8-95e6-f832b2af97be on network 0d1e2450-f071-48af-a078-8358b70cb4cd {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:30:13.982855 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33554531-ccc5-4539-816d-55025ba94392 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f2dfc13-dd66-4b1c-b976-7f02f8a0b536,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:14.003695 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2e9085db-f042-4471-a654-4470ade83ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (9fbb0a15-a3dc-47a0-828c-cc87790c8c3a), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:14.008586 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2e9085db-f042-4471-a654-4470ade83ef6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:14.011524 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-33554531-ccc5-4539-816d-55025ba94392 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:14.019773 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-2e9085db-f042-4471-a654-4470ade83ef6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9fbb0a15-a3dc-47a0-828c-cc87790c8c3a HTTP/1.1" status: 204 len: 168 time: 1.2936702 May 23 15:30:14.020068 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 58748) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:14.025460 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-33554531-ccc5-4539-816d-55025ba94392 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1712372 May 23 15:30:14.029207 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1976e24d-a162-434a-b775-ebf67a09862a None None] Checking agent: {'id': '1cc95fa5-d110-483d-93d7-5dca7a29794e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 21, 10), 'started_at': datetime.datetime(2022, 5, 23, 15, 21, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:30:14.031025 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1976e24d-a162-434a-b775-ebf67a09862a None None] Checking segment: {'id': 'eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '0d1e2450-f071-48af-a078-8358b70cb4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:30:14.033696 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1976e24d-a162-434a-b775-ebf67a09862a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:14.033925 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-9472c495-61cd-400f-8c30-7a43ff32798d tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Request body: {'security_group_rule': {'security_group_id': '0c129478-3037-4d83-809f-567c085f9532', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:30:14.034579 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1976e24d-a162-434a-b775-ebf67a09862a None None] Bound using segment: {'id': 'eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '0d1e2450-f071-48af-a078-8358b70cb4cd'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:30:14.035233 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-1976e24d-a162-434a-b775-ebf67a09862a None None] Bound port: 097274c5-da17-41c8-95e6-f832b2af97be, host: dv-cinder-841125-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '0d1e2450-f071-48af-a078-8358b70cb4cd'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:30:14.038183 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1976e24d-a162-434a-b775-ebf67a09862a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (097274c5-da17-41c8-95e6-f832b2af97be), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:14.055313 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9085db-f042-4471-a654-4470ade83ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbb0a15-a3dc-47a0-828c-cc87790c8c3a,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:14.108617 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9472c495-61cd-400f-8c30-7a43ff32798d tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for security_group_rule (f8a8474a-5e8a-4a8d-89f0-02ef40183ef4), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:14.115589 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port dd39059b-c103-493b-96f9-26f4b5a3695d triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:30:14.116221 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (dd39059b-c103-493b-96f9-26f4b5a3695d), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:14.121538 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-0ff30847-5596-4119-8c82-8220cfcb5b9f None None] Current status of the port eed7ccaf-c776-4c8b-85e4-178419f40af7 is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:30:14.125411 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0ff30847-5596-4119-8c82-8220cfcb5b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (eed7ccaf-c776-4c8b-85e4-178419f40af7), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:14.217825 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-1976e24d-a162-434a-b775-ebf67a09862a None None] For port 097274c5-da17-41c8-95e6-f832b2af97be, host dv-cinder-841125-8-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:30:14.222218 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-1976e24d-a162-434a-b775-ebf67a09862a None None] For port 097274c5-da17-41c8-95e6-f832b2af97be, host dv-cinder-841125-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=097274c5-da17-41c8-95e6-f832b2af97be,segment=NetworkSegment(eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069),segment_id=eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:30:14.248120 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068c997c-d5cf-440b-b5c9-1555ab262e11 None None] Sync routers for ids ['649fe937-f8c3-4570-8c43-aa9e4c0fb8f6'] in dv-cinder-841125-8-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:30:14.280763 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9472c495-61cd-400f-8c30-7a43ff32798d tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for security_group_rule (f8a8474a-5e8a-4a8d-89f0-02ef40183ef4), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:14.287494 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9472c495-61cd-400f-8c30-7a43ff32798d tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594284'] for security_group_rule (f8a8474a-5e8a-4a8d-89f0-02ef40183ef4), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:14.308737 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1976e24d-a162-434a-b775-ebf67a09862a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (097274c5-da17-41c8-95e6-f832b2af97be), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:14.320113 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9472c495-61cd-400f-8c30-7a43ff32798d tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:14.324574 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 58764) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:14.331492 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-c1222c38-b8b7-433e-9d4a-7ffa13113248 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Request body: {'floatingip': {'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:30:14.337033 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-9472c495-61cd-400f-8c30-7a43ff32798d tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3113987 May 23 15:30:14.341315 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9472c495-61cd-400f-8c30-7a43ff32798d tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8a8474a-5e8a-4a8d-89f0-02ef40183ef4,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:14.378249 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 58774) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:14.383820 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-8d78be32-5b8b-4e1b-962f-6abdaec1a5a5 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Request body: {'security_group': {'name': 'tempest-securitygroup--673481401', 'description': 'tempest-description--271689432'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:30:14.405563 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c1222c38-b8b7-433e-9d4a-7ffa13113248 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:14.455150 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8d78be32-5b8b-4e1b-962f-6abdaec1a5a5 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:14.482303 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-ccef2641-e5be-4da2-b0b2-635f0709cc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'name': 'tempest-AttachVolumeNegativeTest-46828579-router', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:01Z', 'revision_number': 4, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'gw_port': {'id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:48Z', 'updated_at': '2022-05-23T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': 'eed7ccaf-c776-4c8b-85e4-178419f40af7', 'name': '', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'mac_address': 'fa:16:3e:53:a7:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:58Z', 'updated_at': '2022-05-23T15:30:13Z', 'revision_number': 4, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'subnets': [{'id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:30:14.533426 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a364863a-0031-42c7-9221-481c26ce282a None None] Pushing event updated for resources: {'Port': ['ID=097274c5-da17-41c8-95e6-f832b2af97be,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:14.535084 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccef2641-e5be-4da2-b0b2-635f0709cc27 None None] The sync data for ids ['73c86724-c44e-4cb5-bf5d-4e91768509eb'] in dv-cinder-841125-8-iscsi is: [{'id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'name': 'tempest-AttachVolumeNegativeTest-46828579-router', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:01Z', 'revision_number': 4, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'gw_port': {'id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:48Z', 'updated_at': '2022-05-23T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': 'eed7ccaf-c776-4c8b-85e4-178419f40af7', 'name': '', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'mac_address': 'fa:16:3e:53:a7:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:58Z', 'updated_at': '2022-05-23T15:30:13Z', 'revision_number': 4, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'subnets': [{'id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:30:14.622242 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-deeacb48-f8ad-4ee7-aaeb-78a4c3f342fc None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:30:14.712947 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068c997c-d5cf-440b-b5c9-1555ab262e11 None None] Routers {'649fe937-f8c3-4570-8c43-aa9e4c0fb8f6'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:30:14.719745 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-068c997c-d5cf-440b-b5c9-1555ab262e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:30:06Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['649fe937-f8c3-4570-8c43-aa9e4c0fb8f6'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:30:14.775680 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-a3eebdb7-e3a9-44b4-8551-48b9e0b891c3 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1895288772&fields=id&tenant_id=65c6b1563c424330ade1ef15f8efa110 HTTP/1.1" status: 200 len: 267 time: 0.2656150 May 23 15:30:14.983462 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-0ff30847-5596-4119-8c82-8220cfcb5b9f None None] For port eed7ccaf-c776-4c8b-85e4-178419f40af7, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=eed7ccaf-c776-4c8b-85e4-178419f40af7,segment=NetworkSegment(4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0),segment_id=4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:30:15.030301 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0ff30847-5596-4119-8c82-8220cfcb5b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (eed7ccaf-c776-4c8b-85e4-178419f40af7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:15.050622 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port dd39059b-c103-493b-96f9-26f4b5a3695d is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:30:15.054417 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 952c05b4-fdfa-4276-8577-11398463fbd0 up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:30:15.068705 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1976e24d-a162-434a-b775-ebf67a09862a None None] Routers {'d7762678-c922-4a00-822c-1a288f678231'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:30:15.070251 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-1976e24d-a162-434a-b775-ebf67a09862a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:30:06Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['d7762678-c922-4a00-822c-1a288f678231'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:30:15.080382 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8d78be32-5b8b-4e1b-962f-6abdaec1a5a5 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks [] for security_group (a9feff21-ee86-4f10-8a70-71eaed1ff0d6), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:15.104011 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5e14b7fc-6964-4085-83b3-81ba35ca3557 req-83b0865d-ddc0-4626-89a5-c671a9b33524 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07333c01-2c53-4cf7-a086-18422eb283db HTTP/1.1" status: 200 len: 217 time: 0.1701796 May 23 15:30:15.157007 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8d78be32-5b8b-4e1b-962f-6abdaec1a5a5 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (a9feff21-ee86-4f10-8a70-71eaed1ff0d6), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:15.304009 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8d78be32-5b8b-4e1b-962f-6abdaec1a5a5 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:15.308883 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-8d78be32-5b8b-4e1b-962f-6abdaec1a5a5 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9262381 May 23 15:30:15.319186 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-e2f355eb-2095-4a7f-8daa-19457b1886f0 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:15.326648 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-e2f355eb-2095-4a7f-8daa-19457b1886f0 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/networks?id=751cbaf0-d17b-4cd8-950f-078d51e9414f HTTP/1.1" status: 200 len: 816 time: 0.5304174 May 23 15:30:15.327146 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 58818) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:15.334008 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0387d-a958-4189-9ce4-f501683ff00a req-33075d2a-9a01-4f4c-9030-24a0e7c99e35 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:15.335714 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7ae0387d-a958-4189-9ce4-f501683ff00a req-33075d2a-9a01-4f4c-9030-24a0e7c99e35 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/ports?device_id=7abcf413-0c08-4f11-b030-2f2f9f09a5a3 HTTP/1.1" status: 200 len: 943 time: 0.4000418 May 23 15:30:15.353203 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c1222c38-b8b7-433e-9d4a-7ffa13113248 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:15.380182 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14b7fc-6964-4085-83b3-81ba35ca3557 req-17d15eae-ce5d-478b-a888-a8961079d824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:15.381739 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5e14b7fc-6964-4085-83b3-81ba35ca3557 req-17d15eae-ce5d-478b-a888-a8961079d824 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9fd23ec4-d2b3-4032-b86e-36da3c4ed00f HTTP/1.1" status: 200 len: 851 time: 0.2651205 May 23 15:30:15.393464 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-53c0a62b-8e2b-412e-811a-6e63e193bc13 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Request body: {'security_group_rule': {'security_group_id': 'a9feff21-ee86-4f10-8a70-71eaed1ff0d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:30:15.426711 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d78be32-5b8b-4e1b-962f-6abdaec1a5a5 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9feff21-ee86-4f10-8a70-71eaed1ff0d6,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:15.461692 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-4180b526-f039-46e3-b1a0-46338a6a94d0 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/quotas/65c6b1563c424330ade1ef15f8efa110 HTTP/1.1" status: 200 len: 375 time: 0.0862896 May 23 15:30:15.563382 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5e14b7fc-6964-4085-83b3-81ba35ca3557 req-c354c11c-d260-4abd-a7e3-be372d22ea05 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fe3a15ce-dd5c-42b5-8430-0a77f338fb71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1711857 May 23 15:30:15.628656 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7ae0387d-a958-4189-9ce4-f501683ff00a req-73b8b5a7-d353-4e8e-8408-c8895d44aacb tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae45599b-5c60-4664-9737-872a69b569e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822368 May 23 15:30:15.660800 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-3c05de8f-1748-47a0-a89e-239eaa6a4b83 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=65c6b1563c424330ade1ef15f8efa110&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1882174 May 23 15:30:15.667864 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:15.676628 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-76c13827-9fc8-407c-9a75-3fc37f6baaa0 None None] Provisioning complete for port 097274c5-da17-41c8-95e6-f832b2af97be triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:30:15.677354 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-76c13827-9fc8-407c-9a75-3fc37f6baaa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (097274c5-da17-41c8-95e6-f832b2af97be), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:15.679373 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-53c0a62b-8e2b-412e-811a-6e63e193bc13 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks [] for security_group_rule (bb1ce639-ae9c-423e-a8d0-9399341bb734), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:15.754597 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:15.791479 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff30847-5596-4119-8c82-8220cfcb5b9f None None] Pushing event updated for resources: {'Port': ['ID=eed7ccaf-c776-4c8b-85e4-178419f40af7,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:15.804005 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (88197243-2542-4a6c-b81b-f727b3d95aaf), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:15.810928 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-068c997c-d5cf-440b-b5c9-1555ab262e11 None None] Set router 649fe937-f8c3-4570-8c43-aa9e4c0fb8f6 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:30:15.922281 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 07333c01-2c53-4cf7-a086-18422eb283db details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:30:15.938693 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:16.045862 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port 952c05b4-fdfa-4276-8577-11398463fbd0 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:30:16.046818 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (952c05b4-fdfa-4276-8577-11398463fbd0), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:16.081448 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0f5d8aba-1da6-42d8-b01a-4cc5945d01a6 req-3309751a-e648-44be-81f8-394057c6e28b tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 210 time: 0.2259920 May 23 15:30:16.103063 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-c1222c38-b8b7-433e-9d4a-7ffa13113248 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Allocated IP 172.27.2.234 (c36a36f9-cc20-4687-9603-de8e87d2bfc7/aa177288-79a2-4e75-ac60-432249438b03/72409d90-96b4-441a-823e-2a4a1ee03c4a) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:30:16.180187 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-53c0a62b-8e2b-412e-811a-6e63e193bc13 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks [] for security_group_rule (bb1ce639-ae9c-423e-a8d0-9399341bb734), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:16.190610 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5e14b7fc-6964-4085-83b3-81ba35ca3557 req-16207c60-9ac5-4895-86a0-962449d8d6a4 service neutron] 10.222.0.72 "GET /v2.0/networks/fe3a15ce-dd5c-42b5-8430-0a77f338fb71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6138663 May 23 15:30:16.227425 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-c7b378ae-915c-4f53-b6b5-91e3ff200e12 service neutron] 10.222.0.30 "GET /v2.0/networks/751cbaf0-d17b-4cd8-950f-078d51e9414f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5193052 May 23 15:30:16.232994 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-53c0a62b-8e2b-412e-811a-6e63e193bc13 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594284'] for security_group_rule (bb1ce639-ae9c-423e-a8d0-9399341bb734), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:16.270924 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-1976e24d-a162-434a-b775-ebf67a09862a None None] Set router d7762678-c922-4a00-822c-1a288f678231 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:30:16.484220 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-53c0a62b-8e2b-412e-811a-6e63e193bc13 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:16.488318 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-53c0a62b-8e2b-412e-811a-6e63e193bc13 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1294110 May 23 15:30:16.491826 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 58856) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:16.504017 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-0d2758a4-ec6e-4623-9739-bcc64c5a989a tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Request body: {'security_group_rule': {'security_group_id': 'a9feff21-ee86-4f10-8a70-71eaed1ff0d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:30:16.546092 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c1222c38-b8b7-433e-9d4a-7ffa13113248 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for port (72409d90-96b4-441a-823e-2a4a1ee03c4a), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:16.555995 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c0a62b-8e2b-412e-811a-6e63e193bc13 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb1ce639-ae9c-423e-a8d0-9399341bb734,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:16.583893 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5e14b7fc-6964-4085-83b3-81ba35ca3557 req-8ea96b2a-69ee-4703-acc2-c1351cc1cfa3 service neutron] 10.222.0.72 "GET /v2.0/networks/fe3a15ce-dd5c-42b5-8430-0a77f338fb71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812206 May 23 15:30:16.590881 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.db.resource_extend [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 15:30:16.596783 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0d2758a4-ec6e-4623-9739-bcc64c5a989a tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks [] for security_group_rule (9375f3be-d7a2-45e2-851f-2f053464411b), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:16.617279 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:16.664654 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c1222c38-b8b7-433e-9d4a-7ffa13113248 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965'] for port (72409d90-96b4-441a-823e-2a4a1ee03c4a), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:16.682894 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:16.806560 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-57b3e160-cb49-4afa-a311-d8be1b3f0e90 service neutron] 10.222.0.30 "GET /v2.0/networks/751cbaf0-d17b-4cd8-950f-078d51e9414f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5262945 May 23 15:30:16.823447 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1222c38-b8b7-433e-9d4a-7ffa13113248 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Network c36a36f9-cc20-4687-9603-de8e87d2bfc7 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:30:16.835938 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-c1222c38-b8b7-433e-9d4a-7ffa13113248 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:30:16.850243 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1222c38-b8b7-433e-9d4a-7ffa13113248 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:30:16.859035 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0d2758a4-ec6e-4623-9739-bcc64c5a989a tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks [] for security_group_rule (9375f3be-d7a2-45e2-851f-2f053464411b), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:16.860801 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1222c38-b8b7-433e-9d4a-7ffa13113248 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Pushing event updated for resources: {'Port': ['ID=72409d90-96b4-441a-823e-2a4a1ee03c4a,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:16.877670 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0d2758a4-ec6e-4623-9739-bcc64c5a989a tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594284'] for security_group_rule (9375f3be-d7a2-45e2-851f-2f053464411b), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:16.955307 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ce3f4-1573-4850-bcf3-53a86fe7c793 req-f9268809-5f1a-43c0-ad98-01c49b90ca2e tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:16.957655 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-024ce3f4-1573-4850-bcf3-53a86fe7c793 req-f9268809-5f1a-43c0-ad98-01c49b90ca2e tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/networks?id=0d1e2450-f071-48af-a078-8358b70cb4cd HTTP/1.1" status: 200 len: 819 time: 0.2905529 May 23 15:30:17.023684 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2758a4-ec6e-4623-9739-bcc64c5a989a tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9375f3be-d7a2-45e2-851f-2f053464411b,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:17.047548 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-024ce3f4-1573-4850-bcf3-53a86fe7c793 req-dc8db716-c250-402d-b201-a9dc930a05d5 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/quotas/0712b807a4584f7b8f019ceb65ff1e14 HTTP/1.1" status: 200 len: 375 time: 0.0517266 May 23 15:30:17.081921 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0d2758a4-ec6e-4623-9739-bcc64c5a989a tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:17.083325 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-0d2758a4-ec6e-4623-9739-bcc64c5a989a tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5843167 May 23 15:30:17.112048 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 58882) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:17.124484 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-4ff4d261-48ad-4453-a499-e92886d1c60b tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Request body: {'floatingip': {'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:30:17.135035 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58599e22-2ec4-4c40-b19c-518e424d8267 req-daef0b2d-bcf4-4ab4-84c2-12144e038f75 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:17.136887 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-58599e22-2ec4-4c40-b19c-518e424d8267 req-daef0b2d-bcf4-4ab4-84c2-12144e038f75 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/ports?device_id=7abcf413-0c08-4f11-b030-2f2f9f09a5a3 HTTP/1.1" status: 200 len: 943 time: 0.0897925 May 23 15:30:17.159719 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c1222c38-b8b7-433e-9d4a-7ffa13113248 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for floatingip (1014a43d-3ce6-4c19-a9ee-80d24324a83d), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:17.199800 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-024ce3f4-1573-4850-bcf3-53a86fe7c793 req-802a5c1d-93ea-4c49-a069-37adead31f08 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0712b807a4584f7b8f019ceb65ff1e14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1386983 May 23 15:30:17.209193 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4ff4d261-48ad-4453-a499-e92886d1c60b tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:17.230580 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-58599e22-2ec4-4c40-b19c-518e424d8267 req-a740a6a9-4226-42a3-bfba-9f65102afe7d tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae45599b-5c60-4664-9737-872a69b569e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840199 May 23 15:30:17.357019 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fab9b451-3ecb-41e0-977e-dc60fccfc64d req-e939cb11-dbc1-43c3-9226-9cd785d10b31 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 210 time: 0.0753615 May 23 15:30:17.388695 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:17.421728 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c1222c38-b8b7-433e-9d4a-7ffa13113248 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (72409d90-96b4-441a-823e-2a4a1ee03c4a), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:17.431345 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:17.520349 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4ff4d261-48ad-4453-a499-e92886d1c60b tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:17.521409 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-76c13827-9fc8-407c-9a75-3fc37f6baaa0 None None] Current status of the port 097274c5-da17-41c8-95e6-f832b2af97be is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:30:17.521801 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-76c13827-9fc8-407c-9a75-3fc37f6baaa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (097274c5-da17-41c8-95e6-f832b2af97be), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:17.566398 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 07333c01-2c53-4cf7-a086-18422eb283db, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=07333c01-2c53-4cf7-a086-18422eb283db,segment=NetworkSegment(a711ad5d-cdd1-47ec-88fd-7a4bf00f4a52),segment_id=a711ad5d-cdd1-47ec-88fd-7a4bf00f4a52)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:30:17.642340 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Returning: {'device': '07333c01-2c53-4cf7-a086-18422eb283db', 'network_id': 'fe3a15ce-dd5c-42b5-8430-0a77f338fb71', 'port_id': '07333c01-2c53-4cf7-a086-18422eb283db', 'mac_address': 'fa:16:3e:66:11:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 980, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fd23ec4-d2b3-4032-b86e-36da3c4ed00f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:30:17.654740 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port 952c05b4-fdfa-4276-8577-11398463fbd0 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:30:17.655977 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device f967faeb-3834-4612-baaa-f31465073412 up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:30:17.682159 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:17.706045 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-024ce3f4-1573-4850-bcf3-53a86fe7c793 req-b5d81f7a-0a6e-4b29-8be4-9f4f840464d4 service neutron] 10.222.0.30 "GET /v2.0/networks/0d1e2450-f071-48af-a078-8358b70cb4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409540 May 23 15:30:17.724162 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-76c13827-9fc8-407c-9a75-3fc37f6baaa0 None None] For port 097274c5-da17-41c8-95e6-f832b2af97be, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=097274c5-da17-41c8-95e6-f832b2af97be,segment=NetworkSegment(eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069),segment_id=eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:30:17.730781 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:17.778782 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-76c13827-9fc8-407c-9a75-3fc37f6baaa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (097274c5-da17-41c8-95e6-f832b2af97be), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:17.829687 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-4ff4d261-48ad-4453-a499-e92886d1c60b tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Allocated IP 172.27.2.184 (c36a36f9-cc20-4687-9603-de8e87d2bfc7/aa177288-79a2-4e75-ac60-432249438b03/486dc798-3ed0-4a95-996c-849dc760dc2f) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:30:17.874818 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-76c13827-9fc8-407c-9a75-3fc37f6baaa0 None None] Provisioning complete for port eed7ccaf-c776-4c8b-85e4-178419f40af7 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:30:17.874818 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-76c13827-9fc8-407c-9a75-3fc37f6baaa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (eed7ccaf-c776-4c8b-85e4-178419f40af7), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:17.877427 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-068c997c-d5cf-440b-b5c9-1555ab262e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'name': 'tempest-AttachVolumeTestJSON-678862191-router', 'tenant_id': '9aaff9db173d4618929536b08d2be8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'fb207996-4659-4c02-91cb-c2a17001c7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:49Z', 'updated_at': '2022-05-23T15:30:06Z', 'revision_number': 4, 'project_id': '9aaff9db173d4618929536b08d2be8f0', 'gw_port': {'id': 'fb207996-4659-4c02-91cb-c2a17001c7dc', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:51Z', 'updated_at': '2022-05-23T15:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': '6184a888-4f62-4db9-ba94-3f2e67ee8227', 'name': '', 'network_id': '2a072baa-6965-4350-b247-fb58bbcac26a', 'tenant_id': '9aaff9db173d4618929536b08d2be8f0', 'mac_address': 'fa:16:3e:70:65:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7134c090-f572-476b-be3d-e9de19d83fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:30:01Z', 'updated_at': '2022-05-23T15:30:08Z', 'revision_number': 2, 'project_id': '9aaff9db173d4618929536b08d2be8f0', 'subnets': [{'id': '7134c090-f572-476b-be3d-e9de19d83fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:30:17.884743 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port 07333c01-2c53-4cf7-a086-18422eb283db is: DOWN; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:30:17.885148 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (07333c01-2c53-4cf7-a086-18422eb283db), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:17.952608 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068c997c-d5cf-440b-b5c9-1555ab262e11 None None] Checking router: 649fe937-f8c3-4570-8c43-aa9e4c0fb8f6 for host: dv-cinder-841125-8-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:30:17.953016 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068c997c-d5cf-440b-b5c9-1555ab262e11 None None] Updating router 649fe937-f8c3-4570-8c43-aa9e4c0fb8f6 port 6184a888-4f62-4db9-ba94-3f2e67ee8227 binding host dv-cinder-841125-8-iscsi {{(pid=104082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 15:30:17.996376 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-1976e24d-a162-434a-b775-ebf67a09862a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7762678-c922-4a00-822c-1a288f678231', 'name': 'tempest-ServerRescueNegativeTestJSON-1962255291-router', 'tenant_id': '0712b807a4584f7b8f019ceb65ff1e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'f967faeb-3834-4612-baaa-f31465073412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:00Z', 'revision_number': 4, 'project_id': '0712b807a4584f7b8f019ceb65ff1e14', 'gw_port': {'id': 'f967faeb-3834-4612-baaa-f31465073412', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:23:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7762678-c922-4a00-822c-1a288f678231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:48Z', 'updated_at': '2022-05-23T15:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': '097274c5-da17-41c8-95e6-f832b2af97be', 'name': '', 'network_id': '0d1e2450-f071-48af-a078-8358b70cb4cd', 'tenant_id': '0712b807a4584f7b8f019ceb65ff1e14', 'mac_address': 'fa:16:3e:ac:13:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7762678-c922-4a00-822c-1a288f678231', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:59Z', 'updated_at': '2022-05-23T15:30:14Z', 'revision_number': 4, 'project_id': '0712b807a4584f7b8f019ceb65ff1e14', 'subnets': [{'id': 'eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:30:18.007515 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port f967faeb-3834-4612-baaa-f31465073412 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:30:18.007887 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (f967faeb-3834-4612-baaa-f31465073412), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:18.009502 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c13827-9fc8-407c-9a75-3fc37f6baaa0 None None] Pushing event updated for resources: {'Port': ['ID=097274c5-da17-41c8-95e6-f832b2af97be,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:18.013484 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07333c01-2c53-4cf7-a086-18422eb283db {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:30:18.071754 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1976e24d-a162-434a-b775-ebf67a09862a None None] The sync data for ids ['d7762678-c922-4a00-822c-1a288f678231'] in dv-cinder-841125-8-iscsi is: [{'id': 'd7762678-c922-4a00-822c-1a288f678231', 'name': 'tempest-ServerRescueNegativeTestJSON-1962255291-router', 'tenant_id': '0712b807a4584f7b8f019ceb65ff1e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'f967faeb-3834-4612-baaa-f31465073412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:00Z', 'revision_number': 4, 'project_id': '0712b807a4584f7b8f019ceb65ff1e14', 'gw_port': {'id': 'f967faeb-3834-4612-baaa-f31465073412', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:23:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7762678-c922-4a00-822c-1a288f678231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:48Z', 'updated_at': '2022-05-23T15:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': '097274c5-da17-41c8-95e6-f832b2af97be', 'name': '', 'network_id': '0d1e2450-f071-48af-a078-8358b70cb4cd', 'tenant_id': '0712b807a4584f7b8f019ceb65ff1e14', 'mac_address': 'fa:16:3e:ac:13:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7762678-c922-4a00-822c-1a288f678231', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:59Z', 'updated_at': '2022-05-23T15:30:14Z', 'revision_number': 4, 'project_id': '0712b807a4584f7b8f019ceb65ff1e14', 'subnets': [{'id': 'eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:30:18.089553 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-068c997c-d5cf-440b-b5c9-1555ab262e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (6184a888-4f62-4db9-ba94-3f2e67ee8227), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:18.116695 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-024ce3f4-1573-4850-bcf3-53a86fe7c793 req-481b160d-2e95-4723-b6a3-43c6dbfa26f4 service neutron] 10.222.0.30 "GET /v2.0/networks/0d1e2450-f071-48af-a078-8358b70cb4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029226 May 23 15:30:18.131076 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 07333c01-2c53-4cf7-a086-18422eb283db, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=07333c01-2c53-4cf7-a086-18422eb283db,segment=NetworkSegment(a711ad5d-cdd1-47ec-88fd-7a4bf00f4a52),segment_id=a711ad5d-cdd1-47ec-88fd-7a4bf00f4a52)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:30:18.167703 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (07333c01-2c53-4cf7-a086-18422eb283db), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:18.219929 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c1222c38-b8b7-433e-9d4a-7ffa13113248 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for port (72409d90-96b4-441a-823e-2a4a1ee03c4a), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:18.240601 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c1222c38-b8b7-433e-9d4a-7ffa13113248 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (72409d90-96b4-441a-823e-2a4a1ee03c4a), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:18.307435 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4ff4d261-48ad-4453-a499-e92886d1c60b tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks [] for port (486dc798-3ed0-4a95-996c-849dc760dc2f), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:18.314972 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c1222c38-b8b7-433e-9d4a-7ffa13113248 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-863864'] for floatingip (1014a43d-3ce6-4c19-a9ee-80d24324a83d), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:18.417921 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:18.426953 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-76c13827-9fc8-407c-9a75-3fc37f6baaa0 None None] Current status of the port eed7ccaf-c776-4c8b-85e4-178419f40af7 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:30:18.428181 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c1222c38-b8b7-433e-9d4a-7ffa13113248 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:18.429491 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-c1222c38-b8b7-433e-9d4a-7ffa13113248 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1031361 May 23 15:30:18.430242 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1222c38-b8b7-433e-9d4a-7ffa13113248 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Pushing event updated for resources: {'Port': ['ID=72409d90-96b4-441a-823e-2a4a1ee03c4a,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:18.466638 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4ff4d261-48ad-4453-a499-e92886d1c60b tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965'] for port (486dc798-3ed0-4a95-996c-849dc760dc2f), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:18.480642 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port f967faeb-3834-4612-baaa-f31465073412 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:30:18.482738 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device fb207996-4659-4c02-91cb-c2a17001c7dc up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:30:18.578401 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a062c260-18fb-4954-84c1-2c9c67bffe9c req-133bcc91-9c82-4f1a-b84b-90c1589ebe89 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:18.580396 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a062c260-18fb-4954-84c1-2c9c67bffe9c req-133bcc91-9c82-4f1a-b84b-90c1589ebe89 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/ports?device_id=7abcf413-0c08-4f11-b030-2f2f9f09a5a3 HTTP/1.1" status: 200 len: 944 time: 0.2119877 May 23 15:30:18.648053 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff4d261-48ad-4453-a499-e92886d1c60b tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Network c36a36f9-cc20-4687-9603-de8e87d2bfc7 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:30:18.658532 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-451c1f4b-89cc-43e2-a1c4-57ef172189ec req-dbf55b54-7461-4643-88ba-c535a2300069 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 210 time: 0.0889213 May 23 15:30:18.667648 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-4ff4d261-48ad-4453-a499-e92886d1c60b tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:30:18.672073 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff4d261-48ad-4453-a499-e92886d1c60b tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:30:18.694929 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff4d261-48ad-4453-a499-e92886d1c60b tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Pushing event updated for resources: {'Port': ['ID=486dc798-3ed0-4a95-996c-849dc760dc2f,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:18.748721 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a062c260-18fb-4954-84c1-2c9c67bffe9c req-ba56c3af-8cdf-493b-978f-cead78f13f96 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae45599b-5c60-4664-9737-872a69b569e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522503 May 23 15:30:18.768095 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=07333c01-2c53-4cf7-a086-18422eb283db,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:18.786118 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:18.807196 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-cc25eae8-e5e6-476b-a06f-14a0941a118f None None] Provisioning complete for port 097274c5-da17-41c8-95e6-f832b2af97be triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:30:18.807450 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cc25eae8-e5e6-476b-a06f-14a0941a118f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (097274c5-da17-41c8-95e6-f832b2af97be), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:18.832957 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4ff4d261-48ad-4453-a499-e92886d1c60b tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks [] for floatingip (4bd26c6c-21e0-4c57-bc5e-3c357360715f), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:18.952462 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-fa1939b2-99d2-4a9a-af9f-900a031f1c80 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--775539891&fields=id&tenant_id=f2020e2bf35744af9161d7cf3e8bd345 HTTP/1.1" status: 200 len: 267 time: 0.0588579 May 23 15:30:18.971836 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port fb207996-4659-4c02-91cb-c2a17001c7dc triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:30:18.972231 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (fb207996-4659-4c02-91cb-c2a17001c7dc), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:18.972911 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-8cdd0fd8-54aa-4461-8142-8a16659dc0ae req-e56b1c2e-3eb6-43c4-be77-23b9d30470e6 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 210 time: 0.1237242 May 23 15:30:19.004661 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4ff4d261-48ad-4453-a499-e92886d1c60b tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (486dc798-3ed0-4a95-996c-849dc760dc2f), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:19.102858 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:19.173803 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-f15ee00d-aeb5-4d0f-ab0f-f04ad863fbfd tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:19.176525 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-f15ee00d-aeb5-4d0f-ab0f-f04ad863fbfd tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/networks?id=c9306d40-6dd5-4f4d-bb55-9077bd7b986d HTTP/1.1" status: 200 len: 813 time: 0.2168992 May 23 15:30:19.190784 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-cc25eae8-e5e6-476b-a06f-14a0941a118f None None] Current status of the port 097274c5-da17-41c8-95e6-f832b2af97be is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:30:19.206624 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-881f7e6f-06e9-4025-a4de-7dffc54e8702 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/quotas/f2020e2bf35744af9161d7cf3e8bd345 HTTP/1.1" status: 200 len: 375 time: 0.0237858 May 23 15:30:19.208671 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:19.245666 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port fb207996-4659-4c02-91cb-c2a17001c7dc is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:30:19.246066 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (fb207996-4659-4c02-91cb-c2a17001c7dc), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:19.304148 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] For port fb207996-4659-4c02-91cb-c2a17001c7dc, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=fb207996-4659-4c02-91cb-c2a17001c7dc,segment=NetworkSegment(36a83107-a298-4f41-a08d-e6c665169c28),segment_id=36a83107-a298-4f41-a08d-e6c665169c28)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:30:19.312533 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (fb207996-4659-4c02-91cb-c2a17001c7dc), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:19.313434 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 46b88a5c-1348-414c-bd52-b8fe78e8c9bc up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:30:19.322343 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4ff4d261-48ad-4453-a499-e92886d1c60b tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks [] for port (486dc798-3ed0-4a95-996c-849dc760dc2f), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:19.322878 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-068c997c-d5cf-440b-b5c9-1555ab262e11 None None] Publish callbacks [] for port (6184a888-4f62-4db9-ba94-3f2e67ee8227), precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:19.331223 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4ff4d261-48ad-4453-a499-e92886d1c60b tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (486dc798-3ed0-4a95-996c-849dc760dc2f), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:19.345541 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-69f6b5ba-a05e-44b0-ad3e-99f988accbe2 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f2020e2bf35744af9161d7cf3e8bd345&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1282341 May 23 15:30:19.371005 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-068c997c-d5cf-440b-b5c9-1555ab262e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (6184a888-4f62-4db9-ba94-3f2e67ee8227), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:19.391622 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4ff4d261-48ad-4453-a499-e92886d1c60b tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-863864'] for floatingip (4bd26c6c-21e0-4c57-bc5e-3c357360715f), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:19.435892 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Pushing event updated for resources: {'Port': ['ID=fb207996-4659-4c02-91cb-c2a17001c7dc,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:19.439157 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff4d261-48ad-4453-a499-e92886d1c60b tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Pushing event updated for resources: {'Port': ['ID=486dc798-3ed0-4a95-996c-849dc760dc2f,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:19.448666 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4ff4d261-48ad-4453-a499-e92886d1c60b tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:19.450539 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-4ff4d261-48ad-4453-a499-e92886d1c60b tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3311877 May 23 15:30:19.562340 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port 46b88a5c-1348-414c-bd52-b8fe78e8c9bc triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:30:19.562710 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (46b88a5c-1348-414c-bd52-b8fe78e8c9bc), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:19.564394 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-70029d85-e441-425b-ab2f-ec3d6cbbae9a service neutron] 10.222.0.30 "GET /v2.0/networks/c9306d40-6dd5-4f4d-bb55-9077bd7b986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179675 May 23 15:30:19.834682 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a7182-a7ed-4e84-b011-e947b7617df2 None None] Pushing event updated for resources: {'Port': ['ID=6184a888-4f62-4db9-ba94-3f2e67ee8227,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:19.836799 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-17da7a01-d417-45d0-b8bb-6fc57d317654 service neutron] 10.222.0.30 "GET /v2.0/networks/c9306d40-6dd5-4f4d-bb55-9077bd7b986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649624 May 23 15:30:19.923515 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-068c997c-d5cf-440b-b5c9-1555ab262e11 None None] Attempting to bind port 6184a888-4f62-4db9-ba94-3f2e67ee8227 on host dv-cinder-841125-8-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:30:19.924048 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-068c997c-d5cf-440b-b5c9-1555ab262e11 None None] Attempting to bind port 6184a888-4f62-4db9-ba94-3f2e67ee8227 by drivers openvswitch,hyperv on host dv-cinder-841125-8-iscsi at level 0 using segments [{'id': '48775ad2-4450-43ce-a412-5bc906720c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '2a072baa-6965-4350-b247-fb58bbcac26a'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:30:19.924153 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068c997c-d5cf-440b-b5c9-1555ab262e11 None None] Attempting to bind port 6184a888-4f62-4db9-ba94-3f2e67ee8227 on network 2a072baa-6965-4350-b247-fb58bbcac26a {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:30:19.937604 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-3e81a68e-c2bc-456d-940f-8aa5f426b95d None None] Provisioning complete for port 6184a888-4f62-4db9-ba94-3f2e67ee8227 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:30:19.937974 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3e81a68e-c2bc-456d-940f-8aa5f426b95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (6184a888-4f62-4db9-ba94-3f2e67ee8227), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:19.959194 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-2c0b569d-22ae-4bc2-8668-b2de4c3c8fd0 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--673481401&fields=id&tenant_id=9aaff9db173d4618929536b08d2be8f0 HTTP/1.1" status: 200 len: 267 time: 0.1497090 May 23 15:30:19.974839 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068c997c-d5cf-440b-b5c9-1555ab262e11 None None] Checking agent: {'id': '1cc95fa5-d110-483d-93d7-5dca7a29794e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 21, 10), 'started_at': datetime.datetime(2022, 5, 23, 15, 21, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:30:19.975491 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068c997c-d5cf-440b-b5c9-1555ab262e11 None None] Checking segment: {'id': '48775ad2-4450-43ce-a412-5bc906720c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '2a072baa-6965-4350-b247-fb58bbcac26a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:30:19.975905 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-068c997c-d5cf-440b-b5c9-1555ab262e11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:19.976318 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068c997c-d5cf-440b-b5c9-1555ab262e11 None None] Bound using segment: {'id': '48775ad2-4450-43ce-a412-5bc906720c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '2a072baa-6965-4350-b247-fb58bbcac26a'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:30:19.976823 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-068c997c-d5cf-440b-b5c9-1555ab262e11 None None] Bound port: 6184a888-4f62-4db9-ba94-3f2e67ee8227, host: dv-cinder-841125-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48775ad2-4450-43ce-a412-5bc906720c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '2a072baa-6965-4350-b247-fb58bbcac26a'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:30:19.977396 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-068c997c-d5cf-440b-b5c9-1555ab262e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (6184a888-4f62-4db9-ba94-3f2e67ee8227), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:20.050660 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] get_ports_and_sgs() called for port_ids ['07333c01-2c53-4cf7-a086-18422eb283db'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:30:20.155840 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-8cdde63c-4288-46c4-98a9-826f17c5b18e tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:20.162560 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-8cdde63c-4288-46c4-98a9-826f17c5b18e tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/networks?id=2a072baa-6965-4350-b247-fb58bbcac26a HTTP/1.1" status: 200 len: 810 time: 0.2009139 May 23 15:30:20.180920 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-2a96c2c9-30b9-4d6f-9ecb-3bbeecc97073 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/quotas/9aaff9db173d4618929536b08d2be8f0 HTTP/1.1" status: 200 len: 375 time: 0.0172873 May 23 15:30:20.242263 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-8fe4d9dd-7d66-4edf-b7da-d760633f29fe tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9aaff9db173d4618929536b08d2be8f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564835 May 23 15:30:20.322756 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a58633ff-e08c-4bc4-8e85-860938244602 req-e097d2df-350d-4606-b1d0-5fda902992a5 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 210 time: 0.0677793 May 23 15:30:20.409432 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-c2b75043-2700-47c8-b5d3-d07b4ccc5882 service neutron] 10.222.0.30 "GET /v2.0/networks/2a072baa-6965-4350-b247-fb58bbcac26a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525352 May 23 15:30:20.452979 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:20.484200 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51946bf-5bf7-4da8-93ab-7da11011cda7 req-c7f1b5a4-44e7-452d-98c5-93769c20ae97 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:20.494332 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f51946bf-5bf7-4da8-93ab-7da11011cda7 req-c7f1b5a4-44e7-452d-98c5-93769c20ae97 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/ports?device_id=7abcf413-0c08-4f11-b030-2f2f9f09a5a3 HTTP/1.1" status: 200 len: 944 time: 0.1008642 May 23 15:30:20.507719 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=100 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:20.566825 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-3e81a68e-c2bc-456d-940f-8aa5f426b95d None None] Port 6184a888-4f62-4db9-ba94-3f2e67ee8227 cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:30:20.572970 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port 46b88a5c-1348-414c-bd52-b8fe78e8c9bc is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:30:20.623770 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-068c997c-d5cf-440b-b5c9-1555ab262e11 None None] For port 6184a888-4f62-4db9-ba94-3f2e67ee8227, host dv-cinder-841125-8-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:30:20.642472 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f51946bf-5bf7-4da8-93ab-7da11011cda7 req-1eed164b-cc24-4d12-bb87-17d90cd136ba tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae45599b-5c60-4664-9737-872a69b569e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401346 May 23 15:30:20.658608 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:20.667617 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-068c997c-d5cf-440b-b5c9-1555ab262e11 None None] For port 6184a888-4f62-4db9-ba94-3f2e67ee8227, host dv-cinder-841125-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=6184a888-4f62-4db9-ba94-3f2e67ee8227,segment=NetworkSegment(48775ad2-4450-43ce-a412-5bc906720c7e),segment_id=48775ad2-4450-43ce-a412-5bc906720c7e)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:30:20.676147 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-367b2613-af5a-46de-b3e0-4d1141530500 service neutron] 10.222.0.30 "GET /v2.0/networks/2a072baa-6965-4350-b247-fb58bbcac26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658238 May 23 15:30:20.745914 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-068c997c-d5cf-440b-b5c9-1555ab262e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (6184a888-4f62-4db9-ba94-3f2e67ee8227), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:20.821804 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8299932b-ef51-415a-a04a-53e7f4338cf0 req-503c7a09-e3d1-4f81-9513-2d462ebf753d tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 210 time: 0.0541000 May 23 15:30:20.920396 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-06c89bd1-8682-4322-bd1f-7ad6fde3bba3 req-772a8155-0c30-465d-b513-fbd0a112eb4e tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=e30f7223-50a4-46a7-b9df-cc24cc0ba14e HTTP/1.1" status: 200 len: 210 time: 0.0467637 May 23 15:30:20.973680 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a7182-a7ed-4e84-b011-e947b7617df2 None None] Pushing event updated for resources: {'Port': ['ID=6184a888-4f62-4db9-ba94-3f2e67ee8227,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:21.005257 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068c997c-d5cf-440b-b5c9-1555ab262e11 None None] Routers {'649fe937-f8c3-4570-8c43-aa9e4c0fb8f6'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:30:21.006352 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-068c997c-d5cf-440b-b5c9-1555ab262e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:30:06Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['649fe937-f8c3-4570-8c43-aa9e4c0fb8f6'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:30:21.073359 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 097274c5-da17-41c8-95e6-f832b2af97be up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:30:21.240381 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.72', 61150) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:21.445343 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c839abb0-2886-4471-829d-f8283f0bebc5 req-ca68cef0-cd3d-488d-9bf5-8b21fc53622d tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 210 time: 0.1732445 May 23 15:30:21.565638 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-068c997c-d5cf-440b-b5c9-1555ab262e11 None None] Set router 649fe937-f8c3-4570-8c43-aa9e4c0fb8f6 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:30:21.602325 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.72', 61151) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:21.691596 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e2268ef5-0926-4e67-9ef9-c47e79ad1d87 None None] Provisioning complete for port 6184a888-4f62-4db9-ba94-3f2e67ee8227 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:30:21.694068 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e2268ef5-0926-4e67-9ef9-c47e79ad1d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (6184a888-4f62-4db9-ba94-3f2e67ee8227), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:21.736297 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-815b9dee-e5e9-489d-9981-68581b00352b req-096008b5-1c62-42cc-8264-3e75cd50aef5 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 210 time: 0.1740148 May 23 15:30:21.877156 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:21.909209 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ce3f4-1573-4850-bcf3-53a86fe7c793 req-37b7f2fc-4f97-4e48-8996-9506d374d74e tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:21.911046 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-024ce3f4-1573-4850-bcf3-53a86fe7c793 req-37b7f2fc-4f97-4e48-8996-9506d374d74e tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.72 "GET /v2.0/networks?id=0d1e2450-f071-48af-a078-8358b70cb4cd HTTP/1.1" status: 200 len: 819 time: 0.6084979 May 23 15:30:21.911410 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 59068) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:21.958453 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-024ce3f4-1573-4850-bcf3-53a86fe7c793 req-a8ef3750-0931-4e10-8fb9-322f6fada2f1 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Request body: {'port': {'device_id': 'c7b766d9-7a6b-4d3a-8144-f23605dee4f9', 'network_id': '0d1e2450-f071-48af-a078-8358b70cb4cd', 'admin_state_up': True, 'tenant_id': '0712b807a4584f7b8f019ceb65ff1e14'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:30:22.224102 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c6d724df-44c7-483b-98da-309347a4b5cc req-a4f68152-152a-4b0c-848a-70f938296bd4 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 210 time: 0.1148057 May 23 15:30:22.275475 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-04b92297-00e3-48fc-864c-6d213260455e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:22.349372 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port 097274c5-da17-41c8-95e6-f832b2af97be triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:30:22.349743 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (097274c5-da17-41c8-95e6-f832b2af97be), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:22.355369 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18f9b4-6344-45eb-81f9-127ba34f602f req-0f714545-fc38-4a17-b6bf-f8a0813a4d2b tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:22.358249 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4d18f9b4-6344-45eb-81f9-127ba34f602f req-0f714545-fc38-4a17-b6bf-f8a0813a4d2b tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/ports?device_id=7abcf413-0c08-4f11-b030-2f2f9f09a5a3 HTTP/1.1" status: 200 len: 944 time: 0.0619082 May 23 15:30:22.373318 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:22.388582 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-068c997c-d5cf-440b-b5c9-1555ab262e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'name': 'tempest-AttachVolumeTestJSON-678862191-router', 'tenant_id': '9aaff9db173d4618929536b08d2be8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'fb207996-4659-4c02-91cb-c2a17001c7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:49Z', 'updated_at': '2022-05-23T15:30:06Z', 'revision_number': 4, 'project_id': '9aaff9db173d4618929536b08d2be8f0', 'gw_port': {'id': 'fb207996-4659-4c02-91cb-c2a17001c7dc', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:51Z', 'updated_at': '2022-05-23T15:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': '6184a888-4f62-4db9-ba94-3f2e67ee8227', 'name': '', 'network_id': '2a072baa-6965-4350-b247-fb58bbcac26a', 'tenant_id': '9aaff9db173d4618929536b08d2be8f0', 'mac_address': 'fa:16:3e:70:65:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7134c090-f572-476b-be3d-e9de19d83fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:30:01Z', 'updated_at': '2022-05-23T15:30:20Z', 'revision_number': 4, 'project_id': '9aaff9db173d4618929536b08d2be8f0', 'subnets': [{'id': '7134c090-f572-476b-be3d-e9de19d83fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:30:22.408674 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cba763e9-850b-4ea0-a9cd-996fc20f96f4 req-00d41c2f-5a59-4aa9-9640-97242d2b39d0 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=e30f7223-50a4-46a7-b9df-cc24cc0ba14e HTTP/1.1" status: 200 len: 210 time: 0.0603163 May 23 15:30:22.409356 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:22.430720 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068c997c-d5cf-440b-b5c9-1555ab262e11 None None] The sync data for ids ['649fe937-f8c3-4570-8c43-aa9e4c0fb8f6'] in dv-cinder-841125-8-iscsi is: [{'id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'name': 'tempest-AttachVolumeTestJSON-678862191-router', 'tenant_id': '9aaff9db173d4618929536b08d2be8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'fb207996-4659-4c02-91cb-c2a17001c7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:49Z', 'updated_at': '2022-05-23T15:30:06Z', 'revision_number': 4, 'project_id': '9aaff9db173d4618929536b08d2be8f0', 'gw_port': {'id': 'fb207996-4659-4c02-91cb-c2a17001c7dc', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:51Z', 'updated_at': '2022-05-23T15:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': '6184a888-4f62-4db9-ba94-3f2e67ee8227', 'name': '', 'network_id': '2a072baa-6965-4350-b247-fb58bbcac26a', 'tenant_id': '9aaff9db173d4618929536b08d2be8f0', 'mac_address': 'fa:16:3e:70:65:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7134c090-f572-476b-be3d-e9de19d83fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:30:01Z', 'updated_at': '2022-05-23T15:30:20Z', 'revision_number': 4, 'project_id': '9aaff9db173d4618929536b08d2be8f0', 'subnets': [{'id': '7134c090-f572-476b-be3d-e9de19d83fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:30:22.465637 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-3b7a4a17-d213-4da1-9a43-aa2bb9dbdae7 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:22.467911 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-3b7a4a17-d213-4da1-9a43-aa2bb9dbdae7 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.72 "GET /v2.0/networks?id=751cbaf0-d17b-4cd8-950f-078d51e9414f HTTP/1.1" status: 200 len: 816 time: 1.1951487 May 23 15:30:22.471198 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-024ce3f4-1573-4850-bcf3-53a86fe7c793 req-a8ef3750-0931-4e10-8fb9-322f6fada2f1 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Made reservation on behalf of 0712b807a4584f7b8f019ceb65ff1e14 for: {'port': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:30:22.475297 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-024ce3f4-1573-4850-bcf3-53a86fe7c793 req-a8ef3750-0931-4e10-8fb9-322f6fada2f1 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:22.506663 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4d18f9b4-6344-45eb-81f9-127ba34f602f req-29249659-40a2-484f-a47c-a501abb0cfb7 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae45599b-5c60-4664-9737-872a69b569e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078279 May 23 15:30:22.526912 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:22.548049 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e2268ef5-0926-4e67-9ef9-c47e79ad1d87 None None] Current status of the port 6184a888-4f62-4db9-ba94-3f2e67ee8227 is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:30:22.548623 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e2268ef5-0926-4e67-9ef9-c47e79ad1d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (6184a888-4f62-4db9-ba94-3f2e67ee8227), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:22.583705 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port 097274c5-da17-41c8-95e6-f832b2af97be is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:30:22.584828 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device fb207996-4659-4c02-91cb-c2a17001c7dc up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:30:22.607031 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-3122a9b3-fe3a-4fc3-8c52-bd3808083ae0 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:22.610391 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-3122a9b3-fe3a-4fc3-8c52-bd3808083ae0 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.72 "GET /v2.0/networks?id=0d1e2450-f071-48af-a078-8358b70cb4cd HTTP/1.1" status: 200 len: 819 time: 1.0017216 May 23 15:30:22.635378 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b8274ee2-8995-48a2-a7e6-7de7daab7546 req-5097bb2c-1e0b-4f8b-b63e-bf346fb77ff4 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 210 time: 0.0574081 May 23 15:30:22.638839 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e2268ef5-0926-4e67-9ef9-c47e79ad1d87 None None] For port 6184a888-4f62-4db9-ba94-3f2e67ee8227, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=6184a888-4f62-4db9-ba94-3f2e67ee8227,segment=NetworkSegment(48775ad2-4450-43ce-a412-5bc906720c7e),segment_id=48775ad2-4450-43ce-a412-5bc906720c7e)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:30:22.643280 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e2268ef5-0926-4e67-9ef9-c47e79ad1d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (6184a888-4f62-4db9-ba94-3f2e67ee8227), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:22.706590 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port fb207996-4659-4c02-91cb-c2a17001c7dc triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:30:22.708644 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (fb207996-4659-4c02-91cb-c2a17001c7dc), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:22.709935 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-04b92297-00e3-48fc-864c-6d213260455e admin admin] Publish callbacks [] for security_group (42fa6bf4-2afc-450d-b0f4-e3a99cd37b31), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:22.725278 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-04b92297-00e3-48fc-864c-6d213260455e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (42fa6bf4-2afc-450d-b0f4-e3a99cd37b31), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:22.738510 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-289a9a03-025e-49ee-a18b-2aa24050fb84 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Request body: {'port': {'device_id': '40f940d7-a17e-4271-9326-70a868f80e59', 'network_id': '0d1e2450-f071-48af-a078-8358b70cb4cd', 'admin_state_up': True, 'tenant_id': '0712b807a4584f7b8f019ceb65ff1e14'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:30:22.755967 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2268ef5-0926-4e67-9ef9-c47e79ad1d87 None None] Pushing event updated for resources: {'Port': ['ID=6184a888-4f62-4db9-ba94-3f2e67ee8227,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:22.859776 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port fb207996-4659-4c02-91cb-c2a17001c7dc is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:30:22.860534 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device eed7ccaf-c776-4c8b-85e4-178419f40af7 up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:30:22.873316 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b92297-00e3-48fc-864c-6d213260455e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42fa6bf4-2afc-450d-b0f4-e3a99cd37b31,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:22.900245 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.72', 61160) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:22.904189 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-04b92297-00e3-48fc-864c-6d213260455e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f721837584ae40a99b0415e997f5a44f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9916940 May 23 15:30:22.908035 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 59098) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:22.917898 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [req-024ce3f4-1573-4850-bcf3-53a86fe7c793 req-a8ef3750-0931-4e10-8fb9-322f6fada2f1 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Allocated IP 172.20.0.10 (0d1e2450-f071-48af-a078-8358b70cb4cd/eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2/7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:30:22.955028 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port eed7ccaf-c776-4c8b-85e4-178419f40af7 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:30:22.955477 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (eed7ccaf-c776-4c8b-85e4-178419f40af7), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:23.003663 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-175d55fa-90a2-4f3a-97eb-86105eee3f21 req-96e8be2e-b9e9-4131-96a6-01766b7ab973 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 210 time: 0.0754282 May 23 15:30:23.135565 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port eed7ccaf-c776-4c8b-85e4-178419f40af7 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:30:23.149307 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-afb6bd62-b921-4ddb-a8c1-73f9574b48c4 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65c6b1563c424330ade1ef15f8efa110 HTTP/1.1" status: 200 len: 380 time: 0.4561911 May 23 15:30:23.161647 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-2e461dfb-ca68-45fa-934c-1913c2897f44 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Request body: {'port': {'device_id': '9b9038c8-1395-4d48-b10b-2fe7310c4c76', 'network_id': '751cbaf0-d17b-4cd8-950f-078d51e9414f', 'admin_state_up': True, 'tenant_id': '65c6b1563c424330ade1ef15f8efa110', 'security_groups': ['65ab4cb0-a2a0-4041-add3-34dce08a45f1']}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:30:23.327045 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 6184a888-4f62-4db9-ba94-3f2e67ee8227 up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:30:23.345337 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-289a9a03-025e-49ee-a18b-2aa24050fb84 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Made reservation on behalf of 0712b807a4584f7b8f019ceb65ff1e14 for: {'port': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:30:23.349613 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-289a9a03-025e-49ee-a18b-2aa24050fb84 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:23.407711 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port 6184a888-4f62-4db9-ba94-3f2e67ee8227 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:30:23.408086 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (6184a888-4f62-4db9-ba94-3f2e67ee8227), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:23.434002 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0a67735a-0033-4497-8c87-3465f2a1b500 admin admin] Publish callbacks [] for security_group (42fa6bf4-2afc-450d-b0f4-e3a99cd37b31), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:23.441220 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-dee723a6-26b6-4c6f-b761-e2fa22a485a4 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:23.442968 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-dee723a6-26b6-4c6f-b761-e2fa22a485a4 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.72 "GET /v2.0/networks?id=c9306d40-6dd5-4f4d-bb55-9077bd7b986d HTTP/1.1" status: 200 len: 813 time: 0.5415857 May 23 15:30:23.513511 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-577a2219-cc92-4f7f-a0e8-21f121c99539 req-0869fcf9-5195-4367-b04d-bb24c98b3ae7 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 210 time: 0.0807879 May 23 15:30:23.568469 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-2e461dfb-ca68-45fa-934c-1913c2897f44 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Made reservation on behalf of 65c6b1563c424330ade1ef15f8efa110 for: {'port': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:30:23.573155 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port 6184a888-4f62-4db9-ba94-3f2e67ee8227 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:30:23.590979 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-2e461dfb-ca68-45fa-934c-1913c2897f44 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:23.599967 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0a67735a-0033-4497-8c87-3465f2a1b500 admin admin] Publish callbacks [] for security_group (42fa6bf4-2afc-450d-b0f4-e3a99cd37b31), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:23.657687 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 07333c01-2c53-4cf7-a086-18422eb283db up at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:30:23.780902 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Provisioning for port 07333c01-2c53-4cf7-a086-18422eb283db completed by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 15:30:23.787060 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.72', 61166) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:23.789417 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Provisioning complete for port 07333c01-2c53-4cf7-a086-18422eb283db triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:30:23.790029 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (07333c01-2c53-4cf7-a086-18422eb283db), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:23.812204 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:23.815998 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-024ce3f4-1573-4850-bcf3-53a86fe7c793 req-a8ef3750-0931-4e10-8fb9-322f6fada2f1 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks [] for port (7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:23.873693 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:23.883292 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99733e0f-70be-4103-85e5-e2162f7e2827 req-b8f4a5c7-238c-4e22-bc53-24dac7b4eec7 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:23.884907 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-99733e0f-70be-4103-85e5-e2162f7e2827 req-b8f4a5c7-238c-4e22-bc53-24dac7b4eec7 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/ports?device_id=7abcf413-0c08-4f11-b030-2f2f9f09a5a3 HTTP/1.1" status: 200 len: 944 time: 0.2038348 May 23 15:30:23.918751 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:23.920814 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:23.966158 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0a67735a-0033-4497-8c87-3465f2a1b500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (42fa6bf4-2afc-450d-b0f4-e3a99cd37b31), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:23.969032 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0a67735a-0033-4497-8c87-3465f2a1b500 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:23.970364 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-0a67735a-0033-4497-8c87-3465f2a1b500 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/42fa6bf4-2afc-450d-b0f4-e3a99cd37b31 HTTP/1.1" status: 204 len: 168 time: 1.0614650 May 23 15:30:23.971068 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-2e461dfb-ca68-45fa-934c-1913c2897f44 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Allocated IP 172.20.0.9 (751cbaf0-d17b-4cd8-950f-078d51e9414f/045c111a-efa9-497c-8e54-7f6b21c0aa2b/920328ed-01fa-4ed4-b496-7b1fea54b54c) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:30:23.986522 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-6e1e44f3-182d-4633-982e-28d98d7c7a9c tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2020e2bf35744af9161d7cf3e8bd345 HTTP/1.1" status: 200 len: 379 time: 0.3419323 May 23 15:30:24.023101 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-64735223-c7d2-4ad4-8b3a-5a33089ac8c4 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Request body: {'port': {'device_id': 'e30f7223-50a4-46a7-b9df-cc24cc0ba14e', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'admin_state_up': True, 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'security_groups': ['0c129478-3037-4d83-809f-567c085f9532']}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:30:24.048964 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a67735a-0033-4497-8c87-3465f2a1b500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fa6bf4-2afc-450d-b0f4-e3a99cd37b31,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:24.104948 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port 07333c01-2c53-4cf7-a086-18422eb283db is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:30:24.105464 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (07333c01-2c53-4cf7-a086-18422eb283db), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:24.175299 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-2e461dfb-ca68-45fa-934c-1913c2897f44 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks [] for port (920328ed-01fa-4ed4-b496-7b1fea54b54c), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:24.184903 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abcf413-0c08-4f11-b030-2f2f9f09a5a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07333c01-2c53-4cf7-a086-18422eb283db'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:30:24.187312 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:24.195028 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:24.195281 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-024ce3f4-1573-4850-bcf3-53a86fe7c793 req-a8ef3750-0931-4e10-8fb9-322f6fada2f1 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965'] for port (7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:24.298302 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-eec23d05-752e-4713-9280-80679535ae9f req-a8e67241-e6a0-4121-99ed-af85ab054418 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=e30f7223-50a4-46a7-b9df-cc24cc0ba14e HTTP/1.1" status: 200 len: 210 time: 0.5392458 May 23 15:30:24.364784 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-289a9a03-025e-49ee-a18b-2aa24050fb84 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Allocated IP 172.20.0.14 (0d1e2450-f071-48af-a078-8358b70cb4cd/eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2/2e43ebd5-c351-461f-b27d-7ba1cfcd864a) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:30:24.383545 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 07333c01-2c53-4cf7-a086-18422eb283db, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=07333c01-2c53-4cf7-a086-18422eb283db,segment=NetworkSegment(a711ad5d-cdd1-47ec-88fd-7a4bf00f4a52),segment_id=a711ad5d-cdd1-47ec-88fd-7a4bf00f4a52)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:30:24.395484 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-2e461dfb-ca68-45fa-934c-1913c2897f44 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965'] for port (920328ed-01fa-4ed4-b496-7b1fea54b54c), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:24.404606 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (07333c01-2c53-4cf7-a086-18422eb283db), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:24.474693 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:24.492586 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=07333c01-2c53-4cf7-a086-18422eb283db,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:24.563475 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d9a735fd-e3e7-43e4-b903-4f535c8e61fe req-0521be85-50d5-42db-8ab3-a63cde78ea8b tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 210 time: 0.1008158 May 23 15:30:24.572704 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-2e461dfb-ca68-45fa-934c-1913c2897f44 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Network 751cbaf0-d17b-4cd8-950f-078d51e9414f is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:30:24.576172 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e461dfb-ca68-45fa-934c-1913c2897f44 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Pushing event updated for resources: {'Port': ['ID=920328ed-01fa-4ed4-b496-7b1fea54b54c,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:24.591336 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 59152) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:24.604106 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-2e461dfb-ca68-45fa-934c-1913c2897f44 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:30:24.615983 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-2e461dfb-ca68-45fa-934c-1913c2897f44 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:30:24.622656 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-2e461dfb-ca68-45fa-934c-1913c2897f44 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:24.624104 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-2e461dfb-ca68-45fa-934c-1913c2897f44 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for port (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:24.633127 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-99733e0f-70be-4103-85e5-e2162f7e2827 req-720c87af-a228-4543-bb34-1bfa16843440 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae45599b-5c60-4664-9737-872a69b569e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6675160 May 23 15:30:24.667266 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4d555efc-4406-4deb-bae3-cef74b8f58d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:24.673047 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f55e67021d3a90dbbd6c8997e5bd31cd20e79582d0fa2823ba23f1fb24bbbe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06cd4a56-854b-4ef1-91a3-933142f2aca1" -d '{"events": [{"server_uuid": "7abcf413-0c08-4f11-b030-2f2f9f09a5a3", "name": "network-vif-plugged", "status": "completed", "tag": "07333c01-2c53-4cf7-a086-18422eb283db"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:30:24.685794 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-024ce3f4-1573-4850-bcf3-53a86fe7c793 req-a8ef3750-0931-4e10-8fb9-322f6fada2f1 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Network 0d1e2450-f071-48af-a078-8358b70cb4cd is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:30:24.694631 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-24110946-74ae-4790-8d75-773d3367061f tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:24.697469 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-24110946-74ae-4790-8d75-773d3367061f tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.72 "GET /v2.0/networks?id=2a072baa-6965-4350-b247-fb58bbcac26a HTTP/1.1" status: 200 len: 810 time: 0.8731644 May 23 15:30:24.703426 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [req-024ce3f4-1573-4850-bcf3-53a86fe7c793 req-a8ef3750-0931-4e10-8fb9-322f6fada2f1 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:30:24.734721 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-024ce3f4-1573-4850-bcf3-53a86fe7c793 req-a8ef3750-0931-4e10-8fb9-322f6fada2f1 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:30:24.742131 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ce3f4-1573-4850-bcf3-53a86fe7c793 req-a8ef3750-0931-4e10-8fb9-322f6fada2f1 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:24.742785 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-024ce3f4-1573-4850-bcf3-53a86fe7c793 req-a8ef3750-0931-4e10-8fb9-322f6fada2f1 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:24.795946 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-2e461dfb-ca68-45fa-934c-1913c2897f44 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6389487 May 23 15:30:24.837392 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-4cced76b-7114-43a4-89be-eaf35da668f0 service neutron] Request body: {'port': {'device_id': '9b9038c8-1395-4d48-b10b-2fe7310c4c76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:30:24.841702 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef3750-0931-4e10-8fb9-322f6fada2f1 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Pushing event updated for resources: {'Port': ['ID=7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:24.856291 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-024ce3f4-1573-4850-bcf3-53a86fe7c793 req-a8ef3750-0931-4e10-8fb9-322f6fada2f1 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9133027 May 23 15:30:24.916544 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-024ce3f4-1573-4850-bcf3-53a86fe7c793 req-473bd695-51e3-4e91-b80a-9b84cb345a17 service neutron] Request body: {'port': {'device_id': 'c7b766d9-7a6b-4d3a-8144-f23605dee4f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:30:24.920068 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-64735223-c7d2-4ad4-8b3a-5a33089ac8c4 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Made reservation on behalf of f2020e2bf35744af9161d7cf3e8bd345 for: {'port': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:30:24.924105 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-64735223-c7d2-4ad4-8b3a-5a33089ac8c4 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:24.947238 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f14110-4c6f-45a3-9c4b-2000c20a8aab req-381cb850-c2e4-4f14-845c-6267c24e3ebb tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:24.948822 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e3f14110-4c6f-45a3-9c4b-2000c20a8aab req-381cb850-c2e4-4f14-845c-6267c24e3ebb tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 931 time: 0.1985583 May 23 15:30:24.979809 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-817a4921-ec8c-4e29-8ad7-763493f298f8 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9aaff9db173d4618929536b08d2be8f0 HTTP/1.1" status: 200 len: 379 time: 0.2338121 May 23 15:30:25.037477 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-4cced76b-7114-43a4-89be-eaf35da668f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (920328ed-01fa-4ed4-b496-7b1fea54b54c), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:25.045665 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-8be6eaf8-a7e3-48c0-8018-47334e804d59 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Request body: {'port': {'device_id': '9e1c71d3-9470-4f72-a76c-e6c114bd4821', 'network_id': '2a072baa-6965-4350-b247-fb58bbcac26a', 'admin_state_up': True, 'tenant_id': '9aaff9db173d4618929536b08d2be8f0', 'security_groups': ['a9feff21-ee86-4f10-8a70-71eaed1ff0d6']}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:30:25.064494 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151395b-d67a-42c5-bd85-7d123c83c138 req-c16c3009-f0e0-4d09-9432-5055e7d2dddf tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:25.066321 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f151395b-d67a-42c5-bd85-7d123c83c138 req-c16c3009-f0e0-4d09-9432-5055e7d2dddf tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 932 time: 0.2961128 May 23 15:30:25.068935 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-289a9a03-025e-49ee-a18b-2aa24050fb84 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks [] for port (2e43ebd5-c351-461f-b27d-7ba1cfcd864a), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:25.104464 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-d65b8fba-e423-4c70-ba20-3d1a065437f4 None None] Provisioning complete for port 920328ed-01fa-4ed4-b496-7b1fea54b54c triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:30:25.104877 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d65b8fba-e423-4c70-ba20-3d1a065437f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (920328ed-01fa-4ed4-b496-7b1fea54b54c), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:25.169155 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4d555efc-4406-4deb-bae3-cef74b8f58d5 admin admin] Publish callbacks [] for security_group (63818cee-795a-4df4-a255-b5bfd96bf78e), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:25.176338 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8fba-e423-4c70-ba20-3d1a065437f4 None None] Port 920328ed-01fa-4ed4-b496-7b1fea54b54c cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:30:25.201764 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4d555efc-4406-4deb-bae3-cef74b8f58d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (63818cee-795a-4df4-a255-b5bfd96bf78e), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:25.219110 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:25.241487 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:25.245559 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:25.260222 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e3f14110-4c6f-45a3-9c4b-2000c20a8aab req-aff68632-4a18-4715-b8bd-fc8088dd22c9 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2691994 May 23 15:30:25.303770 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-289a9a03-025e-49ee-a18b-2aa24050fb84 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965'] for port (2e43ebd5-c351-461f-b27d-7ba1cfcd864a), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:25.318530 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-2dcc0b47-8fdc-45af-9c91-2e8e6f0d53d5 None None] Provisioning complete for port 7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:30:25.319395 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-2dcc0b47-8fdc-45af-9c91-2e8e6f0d53d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:25.339058 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-4d555efc-4406-4deb-bae3-cef74b8f58d5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f6967ddf216b4f409cd4fccd3b51e212&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7363439 May 23 15:30:25.347782 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 59178) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:25.374296 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-2dcc0b47-8fdc-45af-9c91-2e8e6f0d53d5 None None] Port 7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:30:25.382169 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d555efc-4406-4deb-bae3-cef74b8f58d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63818cee-795a-4df4-a255-b5bfd96bf78e,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:25.436059 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-289a9a03-025e-49ee-a18b-2aa24050fb84 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Network 0d1e2450-f071-48af-a078-8358b70cb4cd is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:30:25.440322 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f151395b-d67a-42c5-bd85-7d123c83c138 req-d0565649-218e-4d44-976e-7be94e56ab04 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432705 May 23 15:30:25.469066 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-289a9a03-025e-49ee-a18b-2aa24050fb84 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:30:25.471704 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-289a9a03-025e-49ee-a18b-2aa24050fb84 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:30:25.482582 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-289a9a03-025e-49ee-a18b-2aa24050fb84 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:25.483698 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-289a9a03-025e-49ee-a18b-2aa24050fb84 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for port (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:25.575038 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a9a03-025e-49ee-a18b-2aa24050fb84 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Pushing event updated for resources: {'Port': ['ID=2e43ebd5-c351-461f-b27d-7ba1cfcd864a,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:25.613674 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-289a9a03-025e-49ee-a18b-2aa24050fb84 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8796830 May 23 15:30:25.623798 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-64735223-c7d2-4ad4-8b3a-5a33089ac8c4 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Allocated IP 172.20.0.4 (c9306d40-6dd5-4f4d-bb55-9077bd7b986d/97f2f0d5-ec7b-4732-a013-35e41c3e0618/844b0f3e-da49-4384-9cfa-321053312dea) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:30:25.638786 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-8837cd2b-9cc1-40dc-8d51-b975c84df190 service neutron] Request body: {'port': {'device_id': '40f940d7-a17e-4271-9326-70a868f80e59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:30:25.669219 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 59184) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:25.688409 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be74f821-7c80-4128-8ef2-909d9e9863c8 x-openstack-request-id: req-be74f821-7c80-4128-8ef2-909d9e9863c8 {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:30:25.688946 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7abcf413-0c08-4f11-b030-2f2f9f09a5a3", "name": "network-vif-plugged", "status": "completed", "tag": "07333c01-2c53-4cf7-a086-18422eb283db", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:30:25.689038 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-be74f821-7c80-4128-8ef2-909d9e9863c8 {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:30:25.689432 dv-cinder-841125-8-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be74f821-7c80-4128-8ef2-909d9e9863c8'] response: {'server_uuid': '7abcf413-0c08-4f11-b030-2f2f9f09a5a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07333c01-2c53-4cf7-a086-18422eb283db', 'code': 200} May 23 15:30:25.727995 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-024ce3f4-1573-4850-bcf3-53a86fe7c793 req-473bd695-51e3-4e91-b80a-9b84cb345a17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:25.751518 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:25.760327 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-e0dd5d3d-fd5f-42aa-bf39-a3d8ac9c13c0 req-a7da123d-94a1-4294-9bf5-914a8a8da2d5 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=e30f7223-50a4-46a7-b9df-cc24cc0ba14e HTTP/1.1" status: 200 len: 210 time: 0.1337326 May 23 15:30:25.801783 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3087ad5f-c713-46cc-be36-8d2b83f276a6 admin admin] Publish callbacks [] for security_group (63818cee-795a-4df4-a255-b5bfd96bf78e), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:25.809972 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-4c74e8d7-0209-4d69-b082-c490ed566c3d None None] Provisioning complete for port 2e43ebd5-c351-461f-b27d-7ba1cfcd864a triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:30:25.813425 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-4c74e8d7-0209-4d69-b082-c490ed566c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (2e43ebd5-c351-461f-b27d-7ba1cfcd864a), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:25.861753 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-4c74e8d7-0209-4d69-b082-c490ed566c3d None None] Port 2e43ebd5-c351-461f-b27d-7ba1cfcd864a cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:30:25.896310 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-8be6eaf8-a7e3-48c0-8018-47334e804d59 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Made reservation on behalf of 9aaff9db173d4618929536b08d2be8f0 for: {'port': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:30:25.899976 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-8be6eaf8-a7e3-48c0-8018-47334e804d59 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:25.929873 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.72', 61170) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:25.970136 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3087ad5f-c713-46cc-be36-8d2b83f276a6 admin admin] Publish callbacks [] for security_group (63818cee-795a-4df4-a255-b5bfd96bf78e), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:26.055163 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1bc52-6dc3-45d1-9b4c-046f322f0bf1 req-7a935aeb-c4cb-49d7-96cd-46ed3561a895 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:26.056677 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-18a1bc52-6dc3-45d1-9b4c-046f322f0bf1 req-7a935aeb-c4cb-49d7-96cd-46ed3561a895 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/ports?device_id=7abcf413-0c08-4f11-b030-2f2f9f09a5a3 HTTP/1.1" status: 200 len: 945 time: 0.2280412 May 23 15:30:26.150048 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-12bd39d9-d8a5-4d7c-9985-c1ff0ed40fe5 req-e2160331-87c6-4924-9ae7-e401138b8b09 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 210 time: 0.2256534 May 23 15:30:26.209217 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-966ed6c4-cf35-41be-bb90-71e25c36032f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:26.212437 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02dc790-572a-472a-b665-ec80f4934796 req-7e212866-77e8-4e00-9fa3-a5598dbe50b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:26.214291 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e02dc790-572a-472a-b665-ec80f4934796 req-7e212866-77e8-4e00-9fa3-a5598dbe50b1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7abcf413-0c08-4f11-b030-2f2f9f09a5a3 HTTP/1.1" status: 200 len: 1129 time: 0.2060275 May 23 15:30:26.225018 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-8837cd2b-9cc1-40dc-8d51-b975c84df190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (2e43ebd5-c351-461f-b27d-7ba1cfcd864a), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:26.288924 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-e02dc790-572a-472a-b665-ec80f4934796 req-c5bd2fed-e530-482f-bfdf-3da52badb528 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:26.291672 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3087ad5f-c713-46cc-be36-8d2b83f276a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (63818cee-795a-4df4-a255-b5bfd96bf78e), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:26.295388 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3087ad5f-c713-46cc-be36-8d2b83f276a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:26.299046 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-3087ad5f-c713-46cc-be36-8d2b83f276a6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/63818cee-795a-4df4-a255-b5bfd96bf78e HTTP/1.1" status: 204 len: 168 time: 0.8762217 May 23 15:30:26.339378 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-4cced76b-7114-43a4-89be-eaf35da668f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 920328ed-01fa-4ed4-b496-7b1fea54b54c {{(pid=104081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:30:26.355258 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-4cced76b-7114-43a4-89be-eaf35da668f0 service neutron] Publish callbacks [] for port (920328ed-01fa-4ed4-b496-7b1fea54b54c), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:26.359836 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-18a1bc52-6dc3-45d1-9b4c-046f322f0bf1 req-f5e38e1a-ef14-497f-893a-cf57320ffae3 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae45599b-5c60-4664-9737-872a69b569e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819078 May 23 15:30:26.362907 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-64735223-c7d2-4ad4-8b3a-5a33089ac8c4 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for port (844b0f3e-da49-4384-9cfa-321053312dea), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:26.387245 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087ad5f-c713-46cc-be36-8d2b83f276a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63818cee-795a-4df4-a255-b5bfd96bf78e,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:26.393971 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:26.447161 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-4cced76b-7114-43a4-89be-eaf35da668f0 service neutron] Transition to ACTIVE for port object 920328ed-01fa-4ed4-b496-7b1fea54b54c will not be triggered until provisioned by entity L2. {{(pid=104081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 15:30:26.483679 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-8be6eaf8-a7e3-48c0-8018-47334e804d59 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Allocated IP 172.20.0.9 (2a072baa-6965-4350-b247-fb58bbcac26a/7134c090-f572-476b-be3d-e9de19d83fc7/9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:30:26.596099 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:26.611018 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:26.618238 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-4cced76b-7114-43a4-89be-eaf35da668f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (920328ed-01fa-4ed4-b496-7b1fea54b54c), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:26.674841 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=10 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:26.700044 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a7fb3-3be0-4bb8-90eb-61306bff9377 req-c523d339-e0ad-4030-8e39-1680245d4023 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:26.708940 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-903a7fb3-3be0-4bb8-90eb-61306bff9377 req-c523d339-e0ad-4030-8e39-1680245d4023 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 931 time: 0.3374352 May 23 15:30:26.725970 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-64735223-c7d2-4ad4-8b3a-5a33089ac8c4 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965'] for port (844b0f3e-da49-4384-9cfa-321053312dea), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:26.770283 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186eeb0b-d6f8-4252-9e2c-4c5b21d55d63 req-f7d631d5-39a8-4399-a44e-982f0a7015d1 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:26.778833 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-186eeb0b-d6f8-4252-9e2c-4c5b21d55d63 req-f7d631d5-39a8-4399-a44e-982f0a7015d1 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 932 time: 0.2166030 May 23 15:30:26.788400 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-966ed6c4-cf35-41be-bb90-71e25c36032f admin admin] Publish callbacks [] for security_group (9902b3e9-2075-4226-b365-7bb2422e7166), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:26.830719 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-966ed6c4-cf35-41be-bb90-71e25c36032f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (9902b3e9-2075-4226-b365-7bb2422e7166), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:26.882115 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64735223-c7d2-4ad4-8b3a-5a33089ac8c4 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Pushing event updated for resources: {'Port': ['ID=844b0f3e-da49-4384-9cfa-321053312dea,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:26.944128 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cced76b-7114-43a4-89be-eaf35da668f0 service neutron] Pushing event updated for resources: {'Port': ['ID=920328ed-01fa-4ed4-b496-7b1fea54b54c,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:26.998224 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-64735223-c7d2-4ad4-8b3a-5a33089ac8c4 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Network c9306d40-6dd5-4f4d-bb55-9077bd7b986d is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:30:27.003114 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-e02dc790-572a-472a-b665-ec80f4934796 req-c5bd2fed-e530-482f-bfdf-3da52badb528 service neutron] Publish callbacks [] for security_group (c183a88a-7150-4360-8faa-829ead1a6b86), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:27.032383 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-e02dc790-572a-472a-b665-ec80f4934796 req-c5bd2fed-e530-482f-bfdf-3da52badb528 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (c183a88a-7150-4360-8faa-829ead1a6b86), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:27.034409 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ed6c4-cf35-41be-bb90-71e25c36032f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9902b3e9-2075-4226-b365-7bb2422e7166,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:27.049759 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-64735223-c7d2-4ad4-8b3a-5a33089ac8c4 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:30:27.064628 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-64735223-c7d2-4ad4-8b3a-5a33089ac8c4 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:30:27.076665 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-64735223-c7d2-4ad4-8b3a-5a33089ac8c4 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:27.077357 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-64735223-c7d2-4ad4-8b3a-5a33089ac8c4 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:27.100036 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [req-024ce3f4-1573-4850-bcf3-53a86fe7c793 req-473bd695-51e3-4e91-b80a-9b84cb345a17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c {{(pid=104080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:30:27.140131 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-903a7fb3-3be0-4bb8-90eb-61306bff9377 req-f9f48122-cbf6-4caf-947e-1aca0119a35b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4302711 May 23 15:30:27.140888 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-4cced76b-7114-43a4-89be-eaf35da668f0 service neutron] Attempting to bind port 920328ed-01fa-4ed4-b496-7b1fea54b54c on host hv-cinder-84112 for vnic_type normal with profile {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:30:27.141227 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-4cced76b-7114-43a4-89be-eaf35da668f0 service neutron] Attempting to bind port 920328ed-01fa-4ed4-b496-7b1fea54b54c by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': '29e85e02-494b-40ff-afd0-9241970fba55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '751cbaf0-d17b-4cd8-950f-078d51e9414f'}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:30:27.141590 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-4cced76b-7114-43a4-89be-eaf35da668f0 service neutron] Attempting to bind port 920328ed-01fa-4ed4-b496-7b1fea54b54c on network 751cbaf0-d17b-4cd8-950f-078d51e9414f {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:30:27.151270 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-966ed6c4-cf35-41be-bb90-71e25c36032f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3ca4934988684a0e809719aab3af2feb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4763980 May 23 15:30:27.153444 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-024ce3f4-1573-4850-bcf3-53a86fe7c793 req-473bd695-51e3-4e91-b80a-9b84cb345a17 service neutron] Publish callbacks [] for port (7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:27.153955 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-4cced76b-7114-43a4-89be-eaf35da668f0 service neutron] Port 920328ed-01fa-4ed4-b496-7b1fea54b54c on network 751cbaf0-d17b-4cd8-950f-078d51e9414f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 15:30:27.154409 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-4cced76b-7114-43a4-89be-eaf35da668f0 service neutron] Attempting to bind port 920328ed-01fa-4ed4-b496-7b1fea54b54c on network 751cbaf0-d17b-4cd8-950f-078d51e9414f {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:30:27.157268 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 59226) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:27.166931 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd2fed-e530-482f-bfdf-3da52badb528 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c183a88a-7150-4360-8faa-829ead1a6b86,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:27.172233 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e02dc790-572a-472a-b665-ec80f4934796 req-c5bd2fed-e530-482f-bfdf-3da52badb528 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ae45599b-5c60-4664-9737-872a69b569e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9434199 May 23 15:30:27.187551 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-8be6eaf8-a7e3-48c0-8018-47334e804d59 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks [] for port (9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:27.192826 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-4cced76b-7114-43a4-89be-eaf35da668f0 service neutron] Checking agent: {'id': '88197243-2542-4a6c-b81b-f727b3d95aaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 27, 45), 'started_at': datetime.datetime(2022, 5, 23, 15, 27, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:30:27.193193 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-4cced76b-7114-43a4-89be-eaf35da668f0 service neutron] Checking segment: {'id': '29e85e02-494b-40ff-afd0-9241970fba55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '751cbaf0-d17b-4cd8-950f-078d51e9414f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:30:27.193756 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-4cced76b-7114-43a4-89be-eaf35da668f0 service neutron] Bound using segment: {'id': '29e85e02-494b-40ff-afd0-9241970fba55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '751cbaf0-d17b-4cd8-950f-078d51e9414f'} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:30:27.194221 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-4cced76b-7114-43a4-89be-eaf35da668f0 service neutron] Bound port: 920328ed-01fa-4ed4-b496-7b1fea54b54c, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e85e02-494b-40ff-afd0-9241970fba55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '751cbaf0-d17b-4cd8-950f-078d51e9414f'}}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:30:27.194583 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-4cced76b-7114-43a4-89be-eaf35da668f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (920328ed-01fa-4ed4-b496-7b1fea54b54c), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:27.341591 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-53265faa-c09a-476f-8e89-518d7cc7c339 admin admin] Publish callbacks [] for security_group (9902b3e9-2075-4226-b365-7bb2422e7166), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:27.379260 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-186eeb0b-d6f8-4252-9e2c-4c5b21d55d63 req-b925b67a-06e3-4fa6-87e5-116601def0d9 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5966632 May 23 15:30:27.385568 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.provisioning_blocks [req-024ce3f4-1573-4850-bcf3-53a86fe7c793 req-473bd695-51e3-4e91-b80a-9b84cb345a17 service neutron] Transition to ACTIVE for port object 7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c will not be triggered until provisioned by entity L2. {{(pid=104080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 15:30:27.419865 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-64735223-c7d2-4ad4-8b3a-5a33089ac8c4 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4146564 May 23 15:30:27.427945 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-024ce3f4-1573-4850-bcf3-53a86fe7c793 req-473bd695-51e3-4e91-b80a-9b84cb345a17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:27.433309 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-1864ef19-7a01-4d2c-800d-ca052c3d8af8 None None] Provisioning complete for port 844b0f3e-da49-4384-9cfa-321053312dea triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:30:27.437856 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1864ef19-7a01-4d2c-800d-ca052c3d8af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (844b0f3e-da49-4384-9cfa-321053312dea), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:27.451242 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-8be6eaf8-a7e3-48c0-8018-47334e804d59 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965'] for port (9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:27.492572 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703d2be-c92d-4d87-94ce-dfbcdf59dafb req-d14ef681-a473-4719-a3f2-f9789228a546 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:27.494925 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4703d2be-c92d-4d87-94ce-dfbcdf59dafb req-d14ef681-a473-4719-a3f2-f9789228a546 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=e30f7223-50a4-46a7-b9df-cc24cc0ba14e HTTP/1.1" status: 200 len: 931 time: 0.1573346 May 23 15:30:27.500946 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-53265faa-c09a-476f-8e89-518d7cc7c339 admin admin] Publish callbacks [] for security_group (9902b3e9-2075-4226-b365-7bb2422e7166), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:27.502765 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:INSERT=9,neutron:SELECT=89,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:27.512440 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-74723081-ecd9-4613-ac46-284a590300a1 service neutron] Request body: {'port': {'device_id': 'e30f7223-50a4-46a7-b9df-cc24cc0ba14e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:30:27.529088 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-8be6eaf8-a7e3-48c0-8018-47334e804d59 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Network 2a072baa-6965-4350-b247-fb58bbcac26a is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:30:27.536624 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-1864ef19-7a01-4d2c-800d-ca052c3d8af8 None None] Port 844b0f3e-da49-4384-9cfa-321053312dea cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:30:27.572120 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-8be6eaf8-a7e3-48c0-8018-47334e804d59 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:30:27.577632 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-4cced76b-7114-43a4-89be-eaf35da668f0 service neutron] For port 920328ed-01fa-4ed4-b496-7b1fea54b54c, host hv-cinder-84112, cleared binding levels {{(pid=104081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:30:27.591116 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-8be6eaf8-a7e3-48c0-8018-47334e804d59 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:30:27.598092 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-8be6eaf8-a7e3-48c0-8018-47334e804d59 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:27.599047 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-8be6eaf8-a7e3-48c0-8018-47334e804d59 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:27.644909 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473bd695-51e3-4e91-b80a-9b84cb345a17 service neutron] Pushing event updated for resources: {'Port': ['ID=7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:27.709791 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-4cced76b-7114-43a4-89be-eaf35da668f0 service neutron] For port 920328ed-01fa-4ed4-b496-7b1fea54b54c, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=920328ed-01fa-4ed4-b496-7b1fea54b54c,segment=NetworkSegment(29e85e02-494b-40ff-afd0-9241970fba55),segment_id=29e85e02-494b-40ff-afd0-9241970fba55)] {{(pid=104081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:30:27.716059 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-024ce3f4-1573-4850-bcf3-53a86fe7c793 req-473bd695-51e3-4e91-b80a-9b84cb345a17 service neutron] Attempting to bind port 7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c on host hv-cinder-84112 for vnic_type normal with profile {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:30:27.716633 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-024ce3f4-1573-4850-bcf3-53a86fe7c793 req-473bd695-51e3-4e91-b80a-9b84cb345a17 service neutron] Attempting to bind port 7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': 'eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '0d1e2450-f071-48af-a078-8358b70cb4cd'}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:30:27.717238 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024ce3f4-1573-4850-bcf3-53a86fe7c793 req-473bd695-51e3-4e91-b80a-9b84cb345a17 service neutron] Attempting to bind port 7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c on network 0d1e2450-f071-48af-a078-8358b70cb4cd {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:30:27.752489 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-4cced76b-7114-43a4-89be-eaf35da668f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (920328ed-01fa-4ed4-b496-7b1fea54b54c), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:27.826372 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-74723081-ecd9-4613-ac46-284a590300a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (844b0f3e-da49-4384-9cfa-321053312dea), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:27.840813 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-8be6eaf8-a7e3-48c0-8018-47334e804d59 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7995486 May 23 15:30:27.841688 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024ce3f4-1573-4850-bcf3-53a86fe7c793 req-473bd695-51e3-4e91-b80a-9b84cb345a17 service neutron] Port 7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c on network 0d1e2450-f071-48af-a078-8358b70cb4cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 15:30:27.844074 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024ce3f4-1573-4850-bcf3-53a86fe7c793 req-473bd695-51e3-4e91-b80a-9b84cb345a17 service neutron] Attempting to bind port 7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c on network 0d1e2450-f071-48af-a078-8358b70cb4cd {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:30:27.864503 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cced76b-7114-43a4-89be-eaf35da668f0 service neutron] Pushing event updated for resources: {'Port': ['ID=920328ed-01fa-4ed4-b496-7b1fea54b54c,revision_number=3']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:27.887940 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a7e72c-4347-4d9d-9c7d-88a2ad1abfff req-24d5f16d-9722-4f80-8ff4-89af4128f088 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:27.889890 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d6a7e72c-4347-4d9d-9c7d-88a2ad1abfff req-24d5f16d-9722-4f80-8ff4-89af4128f088 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 931 time: 0.3144658 May 23 15:30:27.904593 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024ce3f4-1573-4850-bcf3-53a86fe7c793 req-473bd695-51e3-4e91-b80a-9b84cb345a17 service neutron] Checking agent: {'id': '88197243-2542-4a6c-b81b-f727b3d95aaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 27, 45), 'started_at': datetime.datetime(2022, 5, 23, 15, 27, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:30:27.905082 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024ce3f4-1573-4850-bcf3-53a86fe7c793 req-473bd695-51e3-4e91-b80a-9b84cb345a17 service neutron] Checking segment: {'id': 'eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '0d1e2450-f071-48af-a078-8358b70cb4cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:30:27.905611 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024ce3f4-1573-4850-bcf3-53a86fe7c793 req-473bd695-51e3-4e91-b80a-9b84cb345a17 service neutron] Bound using segment: {'id': 'eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '0d1e2450-f071-48af-a078-8358b70cb4cd'} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:30:27.906094 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-024ce3f4-1573-4850-bcf3-53a86fe7c793 req-473bd695-51e3-4e91-b80a-9b84cb345a17 service neutron] Bound port: 7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '0d1e2450-f071-48af-a078-8358b70cb4cd'}}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:30:27.906531 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-024ce3f4-1573-4850-bcf3-53a86fe7c793 req-473bd695-51e3-4e91-b80a-9b84cb345a17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:27.943007 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-4cced76b-7114-43a4-89be-eaf35da668f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:27.943644 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-4cced76b-7114-43a4-89be-eaf35da668f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for port (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:27.945120 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-4cced76b-7114-43a4-89be-eaf35da668f0 service neutron] 10.222.0.72 "PUT /v2.0/ports/920328ed-01fa-4ed4-b496-7b1fea54b54c HTTP/1.1" status: 200 len: 1093 time: 3.1190891 May 23 15:30:27.952000 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9038c8-1395-4d48-b10b-2fe7310c4c76', 'tag': '920328ed-01fa-4ed4-b496-7b1fea54b54c'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:30:28.051330 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-c0d70ce4-f568-4857-b50c-b9b0958f9cba None None] Provisioning complete for port 9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:30:28.051702 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c0d70ce4-f568-4857-b50c-b9b0958f9cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:28.064730 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4703d2be-c92d-4d87-94ce-dfbcdf59dafb req-6e0a02ba-1d39-43c2-a51a-5fd709ba0a60 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c129478-3037-4d83-809f-567c085f9532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5497246 May 23 15:30:28.169648 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-53265faa-c09a-476f-8e89-518d7cc7c339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (9902b3e9-2075-4226-b365-7bb2422e7166), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:28.177205 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-53265faa-c09a-476f-8e89-518d7cc7c339 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:28.181430 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-53265faa-c09a-476f-8e89-518d7cc7c339 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9902b3e9-2075-4226-b365-7bb2422e7166 HTTP/1.1" status: 204 len: 168 time: 1.0231140 May 23 15:30:28.234971 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53265faa-c09a-476f-8e89-518d7cc7c339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9902b3e9-2075-4226-b365-7bb2422e7166,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:28.247557 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:28.295799 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:28.297537 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:28.305904 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-d16069d8-74d9-4795-9d4e-c9b3f7a18a29 service neutron] Request body: {'port': {'device_id': '9e1c71d3-9470-4f72-a76c-e6c114bd4821', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:30:28.336726 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6f9cf-f25b-4064-ac31-d543da4ca8ef req-d6552b38-342b-4a49-97d1-0ea008f9b890 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:28.338388 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7af6f9cf-f25b-4064-ac31-d543da4ca8ef req-d6552b38-342b-4a49-97d1-0ea008f9b890 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/ports?device_id=7abcf413-0c08-4f11-b030-2f2f9f09a5a3 HTTP/1.1" status: 200 len: 945 time: 0.1120324 May 23 15:30:28.357442 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-2c88b48f-0df7-4fe6-a8cb-d69996b461e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:28.358960 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-2c88b48f-0df7-4fe6-a8cb-d69996b461e1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=65c6b1563c424330ade1ef15f8efa110&device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 1127 time: 0.3258052 May 23 15:30:28.370473 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be6eaf8-a7e3-48c0-8018-47334e804d59 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Pushing event updated for resources: {'Port': ['ID=9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:28.380279 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-8837cd2b-9cc1-40dc-8d51-b975c84df190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e43ebd5-c351-461f-b27d-7ba1cfcd864a {{(pid=104081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:30:28.401080 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-8837cd2b-9cc1-40dc-8d51-b975c84df190 service neutron] Publish callbacks [] for port (2e43ebd5-c351-461f-b27d-7ba1cfcd864a), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:28.445601 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-c0d70ce4-f568-4857-b50c-b9b0958f9cba None None] Port 9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:30:28.472733 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d701dac66fe37c46ae86bb78260b1e19b4b16e00f190307f8222235e17cfe25e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4fc882f-fc1e-468a-96cd-e92f7bda33a0" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9038c8-1395-4d48-b10b-2fe7310c4c76", "tag": "920328ed-01fa-4ed4-b496-7b1fea54b54c"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:30:28.564274 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-f5dafa44-9ab1-4b52-96c4-d32d577d99f7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=920328ed-01fa-4ed4-b496-7b1fea54b54c HTTP/1.1" status: 200 len: 217 time: 0.1536648 May 23 15:30:28.568370 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-8837cd2b-9cc1-40dc-8d51-b975c84df190 service neutron] Transition to ACTIVE for port object 2e43ebd5-c351-461f-b27d-7ba1cfcd864a will not be triggered until provisioned by entity L2. {{(pid=104081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 15:30:28.575224 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7af6f9cf-f25b-4064-ac31-d543da4ca8ef req-a08323ec-455b-43ab-a356-2fa0e76feba2 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae45599b-5c60-4664-9737-872a69b569e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246435 May 23 15:30:28.613462 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-d16069d8-74d9-4795-9d4e-c9b3f7a18a29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:28.683321 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-8837cd2b-9cc1-40dc-8d51-b975c84df190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (2e43ebd5-c351-461f-b27d-7ba1cfcd864a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:28.710722 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d6a7e72c-4347-4d9d-9c7d-88a2ad1abfff req-c628b40e-dd4b-40c2-87ab-33b9ee65709c tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8006456 May 23 15:30:28.762842 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-30a4134c-be01-4063-b242-c802bf4c2bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:28.764641 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-30a4134c-be01-4063-b242-c802bf4c2bfc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=045c111a-efa9-497c-8e54-7f6b21c0aa2b HTTP/1.1" status: 200 len: 855 time: 0.1883469 May 23 15:30:28.784672 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8837cd2b-9cc1-40dc-8d51-b975c84df190 service neutron] Pushing event updated for resources: {'Port': ['ID=2e43ebd5-c351-461f-b27d-7ba1cfcd864a,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:29.129100 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 59276) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:29.133803 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-74723081-ecd9-4613-ac46-284a590300a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 844b0f3e-da49-4384-9cfa-321053312dea {{(pid=104080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:30:29.143958 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-74723081-ecd9-4613-ac46-284a590300a1 service neutron] Publish callbacks [] for port (844b0f3e-da49-4384-9cfa-321053312dea), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:29.169189 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cac67-08c3-4a1e-a1ba-c61330328fae req-269e829b-8ab7-48cc-a0fa-1d6561a46c09 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:29.170724 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-401cac67-08c3-4a1e-a1ba-c61330328fae req-269e829b-8ab7-48cc-a0fa-1d6561a46c09 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 943 time: 0.4277034 May 23 15:30:29.171746 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.provisioning_blocks [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-74723081-ecd9-4613-ac46-284a590300a1 service neutron] Transition to ACTIVE for port object 844b0f3e-da49-4384-9cfa-321053312dea will not be triggered until provisioned by entity L2. {{(pid=104080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 15:30:29.179294 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-024ce3f4-1573-4850-bcf3-53a86fe7c793 req-473bd695-51e3-4e91-b80a-9b84cb345a17 service neutron] For port 7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c, host hv-cinder-84112, cleared binding levels {{(pid=104080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:30:29.182979 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-74723081-ecd9-4613-ac46-284a590300a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (844b0f3e-da49-4384-9cfa-321053312dea), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:29.186419 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f27542d2-7a32-46d7-93b7-ccf9a45544c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:29.188822 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-840d7179-b50f-4786-b466-542ca76fed00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:29.190339 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-840d7179-b50f-4786-b466-542ca76fed00 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=751cbaf0-d17b-4cd8-950f-078d51e9414f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3933723 May 23 15:30:29.264097 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-024ce3f4-1573-4850-bcf3-53a86fe7c793 req-473bd695-51e3-4e91-b80a-9b84cb345a17 service neutron] For port 7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c,segment=NetworkSegment(eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069),segment_id=eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069)] {{(pid=104080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:30:29.270892 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-8837cd2b-9cc1-40dc-8d51-b975c84df190 service neutron] Attempting to bind port 2e43ebd5-c351-461f-b27d-7ba1cfcd864a on host hv-cinder-84112 for vnic_type normal with profile {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:30:29.271268 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-8837cd2b-9cc1-40dc-8d51-b975c84df190 service neutron] Attempting to bind port 2e43ebd5-c351-461f-b27d-7ba1cfcd864a by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': 'eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '0d1e2450-f071-48af-a078-8358b70cb4cd'}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:30:29.271572 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-8837cd2b-9cc1-40dc-8d51-b975c84df190 service neutron] Attempting to bind port 2e43ebd5-c351-461f-b27d-7ba1cfcd864a on network 0d1e2450-f071-48af-a078-8358b70cb4cd {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:30:29.295957 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-8837cd2b-9cc1-40dc-8d51-b975c84df190 service neutron] Port 2e43ebd5-c351-461f-b27d-7ba1cfcd864a on network 0d1e2450-f071-48af-a078-8358b70cb4cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 15:30:29.296318 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-8837cd2b-9cc1-40dc-8d51-b975c84df190 service neutron] Attempting to bind port 2e43ebd5-c351-461f-b27d-7ba1cfcd864a on network 0d1e2450-f071-48af-a078-8358b70cb4cd {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:30:29.331300 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-024ce3f4-1573-4850-bcf3-53a86fe7c793 req-473bd695-51e3-4e91-b80a-9b84cb345a17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:29.365534 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ce3f4-1573-4850-bcf3-53a86fe7c793 req-473bd695-51e3-4e91-b80a-9b84cb345a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:29.367321 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-024ce3f4-1573-4850-bcf3-53a86fe7c793 req-473bd695-51e3-4e91-b80a-9b84cb345a17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:29.372514 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-024ce3f4-1573-4850-bcf3-53a86fe7c793 req-473bd695-51e3-4e91-b80a-9b84cb345a17 service neutron] 10.222.0.72 "PUT /v2.0/ports/7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c HTTP/1.1" status: 200 len: 1094 time: 4.4838448 May 23 15:30:29.395184 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b766d9-7a6b-4d3a-8144-f23605dee4f9', 'tag': '7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:30:29.401767 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee4ef39eddac8a8c2b622b321199fad7a345fd77cd5019e852148a8aec1132e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e853d3ae-3ad6-460b-871c-d7f67d48eb9d" -d '{"events": [{"name": "network-changed", "server_uuid": "c7b766d9-7a6b-4d3a-8144-f23605dee4f9", "tag": "7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:30:29.405831 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:29.409928 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f27542d2-7a32-46d7-93b7-ccf9a45544c6 admin admin] Publish callbacks [] for security_group (c973121d-c9ff-44e4-ba42-22b5da32dcc8), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:29.423869 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-401cac67-08c3-4a1e-a1ba-c61330328fae req-432cd3ff-7e00-4db3-a0ac-4111479c3284 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2414167 May 23 15:30:29.430080 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f27542d2-7a32-46d7-93b7-ccf9a45544c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (c973121d-c9ff-44e4-ba42-22b5da32dcc8), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:29.517510 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-f27542d2-7a32-46d7-93b7-ccf9a45544c6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ae8e79e46ed4453e8ee3a16498afe044&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3932476 May 23 15:30:29.525695 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74723081-ecd9-4613-ac46-284a590300a1 service neutron] Pushing event updated for resources: {'Port': ['ID=844b0f3e-da49-4384-9cfa-321053312dea,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:29.694451 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27542d2-7a32-46d7-93b7-ccf9a45544c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c973121d-c9ff-44e4-ba42-22b5da32dcc8,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:29.697641 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-8837cd2b-9cc1-40dc-8d51-b975c84df190 service neutron] Checking agent: {'id': '88197243-2542-4a6c-b81b-f727b3d95aaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 27, 45), 'started_at': datetime.datetime(2022, 5, 23, 15, 27, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:30:29.698254 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-8837cd2b-9cc1-40dc-8d51-b975c84df190 service neutron] Checking segment: {'id': 'eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '0d1e2450-f071-48af-a078-8358b70cb4cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:30:29.698808 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-8837cd2b-9cc1-40dc-8d51-b975c84df190 service neutron] Bound using segment: {'id': 'eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '0d1e2450-f071-48af-a078-8358b70cb4cd'} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:30:29.699960 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-8837cd2b-9cc1-40dc-8d51-b975c84df190 service neutron] Bound port: 2e43ebd5-c351-461f-b27d-7ba1cfcd864a, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '0d1e2450-f071-48af-a078-8358b70cb4cd'}}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:30:29.700479 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-8837cd2b-9cc1-40dc-8d51-b975c84df190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (2e43ebd5-c351-461f-b27d-7ba1cfcd864a), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:29.730253 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:29.735812 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-0e92e7af-f578-47ab-bcf0-23bebb54159d service neutron] 10.222.0.72 "GET /v2.0/networks/751cbaf0-d17b-4cd8-950f-078d51e9414f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165418 May 23 15:30:29.736455 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 59300) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:29.744355 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8ba54-b415-4ce3-b448-1346846a543f req-bcdf65cf-abe6-48e7-8539-da9d41cf5bea tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:29.746473 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-bad8ba54-b415-4ce3-b448-1346846a543f req-bcdf65cf-abe6-48e7-8539-da9d41cf5bea tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 944 time: 0.7418404 May 23 15:30:29.770829 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473bd695-51e3-4e91-b80a-9b84cb345a17 service neutron] Pushing event updated for resources: {'Port': ['ID=7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c,revision_number=3']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:29.874236 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:29.879578 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c298707d-8659-47eb-972b-88f8f105f0dd x-openstack-request-id: req-c298707d-8659-47eb-972b-88f8f105f0dd {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:30:29.880073 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9038c8-1395-4d48-b10b-2fe7310c4c76", "tag": "920328ed-01fa-4ed4-b496-7b1fea54b54c", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:30:29.880599 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c298707d-8659-47eb-972b-88f8f105f0dd {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:30:29.881595 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c298707d-8659-47eb-972b-88f8f105f0dd'] response: {'name': 'network-changed', 'server_uuid': '9b9038c8-1395-4d48-b10b-2fe7310c4c76', 'tag': '920328ed-01fa-4ed4-b496-7b1fea54b54c', 'status': 'completed', 'code': 200} May 23 15:30:29.893781 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:29.895703 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ce3f4-1573-4850-bcf3-53a86fe7c793 req-e7dce6fa-870c-453a-971b-269929acd58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:29.897282 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-024ce3f4-1573-4850-bcf3-53a86fe7c793 req-e7dce6fa-870c-453a-971b-269929acd58e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0712b807a4584f7b8f019ceb65ff1e14&device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 1128 time: 0.1370106 May 23 15:30:29.984203 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-024ce3f4-1573-4850-bcf3-53a86fe7c793 req-36480399-6b2b-47e2-8734-1ed377c3f8f6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c HTTP/1.1" status: 200 len: 217 time: 0.0600863 May 23 15:30:29.985171 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-74723081-ecd9-4613-ac46-284a590300a1 service neutron] Attempting to bind port 844b0f3e-da49-4384-9cfa-321053312dea on host hv-cinder-84112 for vnic_type normal with profile {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:30:29.985519 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-74723081-ecd9-4613-ac46-284a590300a1 service neutron] Attempting to bind port 844b0f3e-da49-4384-9cfa-321053312dea by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': '4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d'}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:30:29.985855 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-74723081-ecd9-4613-ac46-284a590300a1 service neutron] Attempting to bind port 844b0f3e-da49-4384-9cfa-321053312dea on network c9306d40-6dd5-4f4d-bb55-9077bd7b986d {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:30:30.007974 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-74723081-ecd9-4613-ac46-284a590300a1 service neutron] Port 844b0f3e-da49-4384-9cfa-321053312dea on network c9306d40-6dd5-4f4d-bb55-9077bd7b986d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 15:30:30.008217 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-74723081-ecd9-4613-ac46-284a590300a1 service neutron] Attempting to bind port 844b0f3e-da49-4384-9cfa-321053312dea on network c9306d40-6dd5-4f4d-bb55-9077bd7b986d {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:30:30.064455 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-74723081-ecd9-4613-ac46-284a590300a1 service neutron] Checking agent: {'id': '88197243-2542-4a6c-b81b-f727b3d95aaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 27, 45), 'started_at': datetime.datetime(2022, 5, 23, 15, 27, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:30:30.064841 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-74723081-ecd9-4613-ac46-284a590300a1 service neutron] Checking segment: {'id': '4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:30:30.065599 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-74723081-ecd9-4613-ac46-284a590300a1 service neutron] Bound using segment: {'id': '4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d'} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:30:30.066044 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-74723081-ecd9-4613-ac46-284a590300a1 service neutron] Bound port: 844b0f3e-da49-4384-9cfa-321053312dea, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d'}}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:30:30.066523 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-74723081-ecd9-4613-ac46-284a590300a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (844b0f3e-da49-4384-9cfa-321053312dea), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:30.072338 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7ebd4d1b-502b-41c5-a80d-2187e570be7e req-51358cf3-23b3-4226-9701-7e34b7ccf467 service neutron] 10.222.0.72 "GET /v2.0/networks/751cbaf0-d17b-4cd8-950f-078d51e9414f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739892 May 23 15:30:30.087422 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ce75b-0b40-445c-9e07-42e6c5c8ac64 req-d738016a-c916-4fb9-abd5-8adfafe58e71 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:30.089220 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d24ce75b-0b40-445c-9e07-42e6c5c8ac64 req-d738016a-c916-4fb9-abd5-8adfafe58e71 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=e30f7223-50a4-46a7-b9df-cc24cc0ba14e HTTP/1.1" status: 200 len: 943 time: 0.1098635 May 23 15:30:30.094336 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fd5281f0-8428-48dc-aebf-c009f59b6634 admin admin] Publish callbacks [] for security_group (c973121d-c9ff-44e4-ba42-22b5da32dcc8), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:30.110456 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-bad8ba54-b415-4ce3-b448-1346846a543f req-7af7f2aa-a12c-4af9-8662-2a765e2de332 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946985 May 23 15:30:30.120996 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fd5281f0-8428-48dc-aebf-c009f59b6634 admin admin] Publish callbacks [] for security_group (c973121d-c9ff-44e4-ba42-22b5da32dcc8), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:30.141211 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-8837cd2b-9cc1-40dc-8d51-b975c84df190 service neutron] For port 2e43ebd5-c351-461f-b27d-7ba1cfcd864a, host hv-cinder-84112, cleared binding levels {{(pid=104081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:30:30.164700 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-8837cd2b-9cc1-40dc-8d51-b975c84df190 service neutron] For port 2e43ebd5-c351-461f-b27d-7ba1cfcd864a, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=2e43ebd5-c351-461f-b27d-7ba1cfcd864a,segment=NetworkSegment(eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069),segment_id=eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069)] {{(pid=104081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:30:30.201950 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-74723081-ecd9-4613-ac46-284a590300a1 service neutron] For port 844b0f3e-da49-4384-9cfa-321053312dea, host hv-cinder-84112, cleared binding levels {{(pid=104080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:30:30.205377 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-74723081-ecd9-4613-ac46-284a590300a1 service neutron] For port 844b0f3e-da49-4384-9cfa-321053312dea, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=844b0f3e-da49-4384-9cfa-321053312dea,segment=NetworkSegment(4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0),segment_id=4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0)] {{(pid=104080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:30:30.209413 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1aec14-2d1e-4b78-ade2-3418fea5f66d x-openstack-request-id: req-bd1aec14-2d1e-4b78-ade2-3418fea5f66d {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:30:30.209929 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7b766d9-7a6b-4d3a-8144-f23605dee4f9", "tag": "7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:30:30.210191 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bd1aec14-2d1e-4b78-ade2-3418fea5f66d {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:30:30.210587 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd1aec14-2d1e-4b78-ade2-3418fea5f66d'] response: {'name': 'network-changed', 'server_uuid': 'c7b766d9-7a6b-4d3a-8144-f23605dee4f9', 'tag': '7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c', 'status': 'completed', 'code': 200} May 23 15:30:30.216270 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-d16069d8-74d9-4795-9d4e-c9b3f7a18a29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e {{(pid=104080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:30:30.222209 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-74723081-ecd9-4613-ac46-284a590300a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (844b0f3e-da49-4384-9cfa-321053312dea), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:30.229333 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ce3f4-1573-4850-bcf3-53a86fe7c793 req-ee0c3881-d146-4a69-b59b-f21a0ed31514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:30.231452 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-024ce3f4-1573-4850-bcf3-53a86fe7c793 req-ee0c3881-d146-4a69-b59b-f21a0ed31514 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2 HTTP/1.1" status: 200 len: 858 time: 0.2395539 May 23 15:30:30.234618 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-d16069d8-74d9-4795-9d4e-c9b3f7a18a29 service neutron] Publish callbacks [] for port (9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:30.294746 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d24ce75b-0b40-445c-9e07-42e6c5c8ac64 req-9de4a3b7-6163-4900-967e-920bb44d2388 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c129478-3037-4d83-809f-567c085f9532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707523 May 23 15:30:30.296433 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-8837cd2b-9cc1-40dc-8d51-b975c84df190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (2e43ebd5-c351-461f-b27d-7ba1cfcd864a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:30.314640 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-74723081-ecd9-4613-ac46-284a590300a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:30.315202 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-74723081-ecd9-4613-ac46-284a590300a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:30.316613 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-74723081-ecd9-4613-ac46-284a590300a1 service neutron] 10.222.0.72 "PUT /v2.0/ports/844b0f3e-da49-4384-9cfa-321053312dea HTTP/1.1" status: 200 len: 1093 time: 2.8167157 May 23 15:30:30.321843 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.provisioning_blocks [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-d16069d8-74d9-4795-9d4e-c9b3f7a18a29 service neutron] Transition to ACTIVE for port object 9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e will not be triggered until provisioned by entity L2. {{(pid=104080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 15:30:30.347439 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fd5281f0-8428-48dc-aebf-c009f59b6634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (c973121d-c9ff-44e4-ba42-22b5da32dcc8), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:30.351808 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fd5281f0-8428-48dc-aebf-c009f59b6634 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:30.355162 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-fd5281f0-8428-48dc-aebf-c009f59b6634 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c973121d-c9ff-44e4-ba42-22b5da32dcc8 HTTP/1.1" status: 204 len: 168 time: 0.5700095 May 23 15:30:30.360972 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-d16069d8-74d9-4795-9d4e-c9b3f7a18a29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:30.369346 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-8837cd2b-9cc1-40dc-8d51-b975c84df190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:30.370029 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-8837cd2b-9cc1-40dc-8d51-b975c84df190 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for port (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:30.371524 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-8837cd2b-9cc1-40dc-8d51-b975c84df190 service neutron] 10.222.0.72 "PUT /v2.0/ports/2e43ebd5-c351-461f-b27d-7ba1cfcd864a HTTP/1.1" status: 200 len: 1094 time: 4.7393663 May 23 15:30:30.390692 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 59330) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:30.390692 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 59332) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:30.399175 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5281f0-8428-48dc-aebf-c009f59b6634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c973121d-c9ff-44e4-ba42-22b5da32dcc8,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:30.419542 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74723081-ecd9-4613-ac46-284a590300a1 service neutron] Pushing event updated for resources: {'Port': ['ID=844b0f3e-da49-4384-9cfa-321053312dea,revision_number=3']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:30.433894 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d1a70-f610-41a3-9dc2-72aaf44a286d req-0dda5ddb-473c-4421-87eb-197aee66821f tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:30.445463 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-179d1a70-f610-41a3-9dc2-72aaf44a286d req-0dda5ddb-473c-4421-87eb-197aee66821f tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/ports?device_id=7abcf413-0c08-4f11-b030-2f2f9f09a5a3 HTTP/1.1" status: 200 len: 945 time: 0.1523044 May 23 15:30:30.482795 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8837cd2b-9cc1-40dc-8d51-b975c84df190 service neutron] Pushing event updated for resources: {'Port': ['ID=2e43ebd5-c351-461f-b27d-7ba1cfcd864a,revision_number=3']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:30.578151 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16069d8-74d9-4795-9d4e-c9b3f7a18a29 service neutron] Pushing event updated for resources: {'Port': ['ID=9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:30.581278 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca418f-08e4-4ae8-9f43-73750e5e803b req-53466a44-354b-4a60-8e73-c532fd69087c tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:30.590679 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-14ca418f-08e4-4ae8-9f43-73750e5e803b req-53466a44-354b-4a60-8e73-c532fd69087c tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 943 time: 0.1306887 May 23 15:30:30.649034 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-179d1a70-f610-41a3-9dc2-72aaf44a286d req-40ca3552-d545-4dfa-8785-99a95ab6af12 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae45599b-5c60-4664-9737-872a69b569e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974785 May 23 15:30:30.667039 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-d16069d8-74d9-4795-9d4e-c9b3f7a18a29 service neutron] Attempting to bind port 9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e on host hv-cinder-84112 for vnic_type normal with profile {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:30:30.667355 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-d16069d8-74d9-4795-9d4e-c9b3f7a18a29 service neutron] Attempting to bind port 9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': '48775ad2-4450-43ce-a412-5bc906720c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '2a072baa-6965-4350-b247-fb58bbcac26a'}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:30:30.667685 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-d16069d8-74d9-4795-9d4e-c9b3f7a18a29 service neutron] Attempting to bind port 9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e on network 2a072baa-6965-4350-b247-fb58bbcac26a {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:30:30.673408 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-d16069d8-74d9-4795-9d4e-c9b3f7a18a29 service neutron] Port 9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e on network 2a072baa-6965-4350-b247-fb58bbcac26a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 15:30:30.673736 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-d16069d8-74d9-4795-9d4e-c9b3f7a18a29 service neutron] Attempting to bind port 9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e on network 2a072baa-6965-4350-b247-fb58bbcac26a {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:30:30.679331 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-d16069d8-74d9-4795-9d4e-c9b3f7a18a29 service neutron] Checking agent: {'id': '88197243-2542-4a6c-b81b-f727b3d95aaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 27, 45), 'started_at': datetime.datetime(2022, 5, 23, 15, 27, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:30:30.679708 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-d16069d8-74d9-4795-9d4e-c9b3f7a18a29 service neutron] Checking segment: {'id': '48775ad2-4450-43ce-a412-5bc906720c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '2a072baa-6965-4350-b247-fb58bbcac26a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:30:30.680043 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-d16069d8-74d9-4795-9d4e-c9b3f7a18a29 service neutron] Bound using segment: {'id': '48775ad2-4450-43ce-a412-5bc906720c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '2a072baa-6965-4350-b247-fb58bbcac26a'} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:30:30.680474 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-d16069d8-74d9-4795-9d4e-c9b3f7a18a29 service neutron] Bound port: 9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48775ad2-4450-43ce-a412-5bc906720c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '2a072baa-6965-4350-b247-fb58bbcac26a'}}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:30:30.680838 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-d16069d8-74d9-4795-9d4e-c9b3f7a18a29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:30.697157 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-14ca418f-08e4-4ae8-9f43-73750e5e803b req-f559f9a9-4154-4747-9de1-17256af9bd34 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038225 May 23 15:30:30.867070 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-d16069d8-74d9-4795-9d4e-c9b3f7a18a29 service neutron] For port 9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e, host hv-cinder-84112, cleared binding levels {{(pid=104080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:30:30.918480 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-d16069d8-74d9-4795-9d4e-c9b3f7a18a29 service neutron] For port 9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e,segment=NetworkSegment(48775ad2-4450-43ce-a412-5bc906720c7e),segment_id=48775ad2-4450-43ce-a412-5bc906720c7e)] {{(pid=104080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:30:30.930206 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-d16069d8-74d9-4795-9d4e-c9b3f7a18a29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:30.948972 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48af19-f493-491d-966c-a0df3ae1259c req-34ccb29d-3bde-4f0c-8469-e14e3260faaa tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:30.958004 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c6d120c9-054e-4bb1-877f-7c88c06777f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:30.960787 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-1c48af19-f493-491d-966c-a0df3ae1259c req-34ccb29d-3bde-4f0c-8469-e14e3260faaa tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 943 time: 0.1517339 May 23 15:30:31.002829 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-d16069d8-74d9-4795-9d4e-c9b3f7a18a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:31.004185 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-d16069d8-74d9-4795-9d4e-c9b3f7a18a29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:31.006029 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-d16069d8-74d9-4795-9d4e-c9b3f7a18a29 service neutron] 10.222.0.72 "PUT /v2.0/ports/9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e HTTP/1.1" status: 200 len: 1093 time: 2.8517692 May 23 15:30:31.158800 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:31.163036 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc882f-fc1e-468a-96cd-e92f7bda33a0 req-59a91260-d21f-49f8-a7ae-d3a698829fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:31.166176 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b4fc882f-fc1e-468a-96cd-e92f7bda33a0 req-59a91260-d21f-49f8-a7ae-d3a698829fa4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=65c6b1563c424330ade1ef15f8efa110&device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 1127 time: 0.1238441 May 23 15:30:31.190571 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:31.195270 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5c3aada3-f9f4-4ab0-9ade-0bbfe160cac0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:31.420137 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c6d120c9-054e-4bb1-877f-7c88c06777f7 admin admin] Publish callbacks [] for security_group (eba6d7c5-8aaf-4437-a1e0-e921a09d23bc), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:31.497504 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-389673f0-2da3-4e59-8c3d-5897154b7d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:31.499094 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-389673f0-2da3-4e59-8c3d-5897154b7d50 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9aaff9db173d4618929536b08d2be8f0&device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 1127 time: 0.3103862 May 23 15:30:31.502494 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c6d120c9-054e-4bb1-877f-7c88c06777f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (eba6d7c5-8aaf-4437-a1e0-e921a09d23bc), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:31.558334 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d120c9-054e-4bb1-877f-7c88c06777f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba6d7c5-8aaf-4437-a1e0-e921a09d23bc,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:31.591359 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:31.636043 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=44 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:31.644145 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=30 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:31.645193 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ce3f4-1573-4850-bcf3-53a86fe7c793 req-9489d365-82f7-4dc1-bbc9-a53075a84ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:31.647539 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-024ce3f4-1573-4850-bcf3-53a86fe7c793 req-9489d365-82f7-4dc1-bbc9-a53075a84ed4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0d1e2450-f071-48af-a078-8358b70cb4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6277630 May 23 15:30:31.650286 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-2ef3175e-cc62-4d89-a732-53c2d1362900 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e HTTP/1.1" status: 200 len: 217 time: 0.1108947 May 23 15:30:31.654373 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16069d8-74d9-4795-9d4e-c9b3f7a18a29 service neutron] Pushing event updated for resources: {'Port': ['ID=9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e,revision_number=3']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:31.664192 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-1c48af19-f493-491d-966c-a0df3ae1259c req-f9847408-fbfb-48a0-9bdd-ffb05173e2b0 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7023504 May 23 15:30:31.686535 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-d698c688-6741-40e9-b4de-8b38781c7926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:31.688217 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-d698c688-6741-40e9-b4de-8b38781c7926 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f2020e2bf35744af9161d7cf3e8bd345&device_id=e30f7223-50a4-46a7-b9df-cc24cc0ba14e HTTP/1.1" status: 200 len: 1127 time: 0.6472950 May 23 15:30:31.691679 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b54cd-1913-40d7-bf72-54af606d84eb req-95c10478-b994-4a41-97e8-6ceaaacf7e97 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:31.700604 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-792b54cd-1913-40d7-bf72-54af606d84eb req-95c10478-b994-4a41-97e8-6ceaaacf7e97 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 944 time: 0.2848511 May 23 15:30:31.711935 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 920328ed-01fa-4ed4-b496-7b1fea54b54c details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:30:31.783546 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-249cbe68-971c-4c98-b9c3-537c6899f5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:31.785152 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-249cbe68-971c-4c98-b9c3-537c6899f5f3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0712b807a4584f7b8f019ceb65ff1e14&device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 1128 time: 0.6647363 May 23 15:30:31.823000 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-c6d120c9-054e-4bb1-877f-7c88c06777f7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=42ec461cb12e4710a19d58ae6fc4fbc3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4312930 May 23 15:30:31.823908 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:31.826145 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-34712e31-0d06-4b94-be14-0718ab4eff29 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=844b0f3e-da49-4384-9cfa-321053312dea HTTP/1.1" status: 200 len: 217 time: 0.1168752 May 23 15:30:31.826680 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 59372) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:31.932098 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc882f-fc1e-468a-96cd-e92f7bda33a0 req-1283b964-e05c-456e-8828-687e9879b04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:31.934743 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b4fc882f-fc1e-468a-96cd-e92f7bda33a0 req-1283b964-e05c-456e-8828-687e9879b04a service neutron] 10.222.0.72 "GET /v2.0/networks?id=751cbaf0-d17b-4cd8-950f-078d51e9414f HTTP/1.1" status: 200 len: 917 time: 0.7500286 May 23 15:30:31.940429 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 920328ed-01fa-4ed4-b496-7b1fea54b54c, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=920328ed-01fa-4ed4-b496-7b1fea54b54c,segment=NetworkSegment(29e85e02-494b-40ff-afd0-9241970fba55),segment_id=29e85e02-494b-40ff-afd0-9241970fba55)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:30:31.942526 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc3ea6-6705-4910-a399-ee7fd6e4027b req-461b876b-3c13-40ca-bc4c-82ea24ef3161 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:31.949741 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-96fc3ea6-6705-4910-a399-ee7fd6e4027b req-461b876b-3c13-40ca-bc4c-82ea24ef3161 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=e30f7223-50a4-46a7-b9df-cc24cc0ba14e HTTP/1.1" status: 200 len: 943 time: 0.1328430 May 23 15:30:31.957779 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40f940d7-a17e-4271-9326-70a868f80e59', 'tag': '2e43ebd5-c351-461f-b27d-7ba1cfcd864a'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:30:31.960070 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d701dac66fe37c46ae86bb78260b1e19b4b16e00f190307f8222235e17cfe25e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d7a7f0-5180-4708-833b-94210b0f930c" -d '{"events": [{"name": "network-changed", "server_uuid": "40f940d7-a17e-4271-9326-70a868f80e59", "tag": "2e43ebd5-c351-461f-b27d-7ba1cfcd864a"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:30:31.963494 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-a3f45258-382c-4826-b99c-2b29ce11711f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e43ebd5-c351-461f-b27d-7ba1cfcd864a HTTP/1.1" status: 200 len: 217 time: 0.1352024 May 23 15:30:31.972092 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Returning: {'device': '920328ed-01fa-4ed4-b496-7b1fea54b54c', 'network_id': '751cbaf0-d17b-4cd8-950f-078d51e9414f', 'port_id': '920328ed-01fa-4ed4-b496-7b1fea54b54c', 'mac_address': 'fa:16:3e:76:85:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 960, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '045c111a-efa9-497c-8e54-7f6b21c0aa2b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:30:32.011662 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-792b54cd-1913-40d7-bf72-54af606d84eb req-3195b826-c6a6-498f-a7d5-7a8d17f7a43f tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100159 May 23 15:30:32.039711 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-e0f53e07-ad9b-4ad7-aa91-31dbb99b8d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:32.041156 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-e0f53e07-ad9b-4ad7-aa91-31dbb99b8d11 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7134c090-f572-476b-be3d-e9de19d83fc7 HTTP/1.1" status: 200 len: 849 time: 0.3113594 May 23 15:30:32.070074 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port 920328ed-01fa-4ed4-b496-7b1fea54b54c is: DOWN; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:30:32.070819 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (920328ed-01fa-4ed4-b496-7b1fea54b54c), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:32.093025 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 920328ed-01fa-4ed4-b496-7b1fea54b54c {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:30:32.111678 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-39e0b689-1b52-4b02-98a0-6499e57c9ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:32.114785 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-39e0b689-1b52-4b02-98a0-6499e57c9ed3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a072baa-6965-4350-b247-fb58bbcac26a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0656869 May 23 15:30:32.118953 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5c3aada3-f9f4-4ab0-9ade-0bbfe160cac0 admin admin] Publish callbacks [] for security_group (9de2c421-2087-4a04-8ca9-8f4e9fb5b9b8), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:32.131006 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 920328ed-01fa-4ed4-b496-7b1fea54b54c, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=920328ed-01fa-4ed4-b496-7b1fea54b54c,segment=NetworkSegment(29e85e02-494b-40ff-afd0-9241970fba55),segment_id=29e85e02-494b-40ff-afd0-9241970fba55)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:30:32.139574 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5c3aada3-f9f4-4ab0-9ade-0bbfe160cac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (9de2c421-2087-4a04-8ca9-8f4e9fb5b9b8), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:32.140716 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (920328ed-01fa-4ed4-b496-7b1fea54b54c), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:32.155690 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b4fc882f-fc1e-468a-96cd-e92f7bda33a0 req-a99b36f1-1302-429d-bebe-e13c64183836 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=920328ed-01fa-4ed4-b496-7b1fea54b54c HTTP/1.1" status: 200 len: 217 time: 0.1990240 May 23 15:30:32.206999 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-af9c33f6-9f15-4838-b97b-45d39d6a7d8d admin admin] Publish callbacks [] for security_group (eba6d7c5-8aaf-4437-a1e0-e921a09d23bc), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:32.220231 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e30f7223-50a4-46a7-b9df-cc24cc0ba14e', 'tag': '844b0f3e-da49-4384-9cfa-321053312dea'}, {'name': 'network-changed', 'server_uuid': '9e1c71d3-9470-4f72-a76c-e6c114bd4821', 'tag': '9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:30:32.222518 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee4ef39eddac8a8c2b622b321199fad7a345fd77cd5019e852148a8aec1132e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f976aad-0a45-4c98-a268-c308df4c4843" -d '{"events": [{"name": "network-changed", "server_uuid": "e30f7223-50a4-46a7-b9df-cc24cc0ba14e", "tag": "844b0f3e-da49-4384-9cfa-321053312dea"}, {"name": "network-changed", "server_uuid": "9e1c71d3-9470-4f72-a76c-e6c114bd4821", "tag": "9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:30:32.250804 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-a1a7a3e8-eeda-4460-b66c-3cc165c022a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:32.252346 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-a1a7a3e8-eeda-4460-b66c-3cc165c022a9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2 HTTP/1.1" status: 200 len: 858 time: 0.2774539 May 23 15:30:32.264854 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=920328ed-01fa-4ed4-b496-7b1fea54b54c,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:32.265903 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-79cbc3a5-2644-4e58-b018-05114f235cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:32.267389 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-79cbc3a5-2644-4e58-b018-05114f235cd7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97f2f0d5-ec7b-4732-a013-35e41c3e0618 HTTP/1.1" status: 200 len: 852 time: 0.4191518 May 23 15:30:32.285091 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-96fc3ea6-6705-4910-a399-ee7fd6e4027b req-ab059638-4822-446c-bf87-ffcaa1c14162 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c129478-3037-4d83-809f-567c085f9532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3343494 May 23 15:30:32.303369 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-024ce3f4-1573-4850-bcf3-53a86fe7c793 req-893330d6-81f6-4f1a-ba2f-8cd55014dea3 service neutron] 10.222.0.72 "GET /v2.0/networks/0d1e2450-f071-48af-a078-8358b70cb4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6354752 May 23 15:30:32.378802 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-7a333e35-bbde-4ff1-a604-c287468431a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:32.381933 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-7a333e35-bbde-4ff1-a604-c287468431a6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0d1e2450-f071-48af-a078-8358b70cb4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0801520 May 23 15:30:32.382792 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3aada3-f9f4-4ab0-9ade-0bbfe160cac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de2c421-2087-4a04-8ca9-8f4e9fb5b9b8,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:32.389217 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e018fc4f-ab96-406c-934f-e7e7552205e1 x-openstack-request-id: req-e018fc4f-ab96-406c-934f-e7e7552205e1 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:30:32.389609 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40f940d7-a17e-4271-9326-70a868f80e59", "tag": "2e43ebd5-c351-461f-b27d-7ba1cfcd864a", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:30:32.390099 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e018fc4f-ab96-406c-934f-e7e7552205e1 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:30:32.390791 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e018fc4f-ab96-406c-934f-e7e7552205e1'] response: {'name': 'network-changed', 'server_uuid': '40f940d7-a17e-4271-9326-70a868f80e59', 'tag': '2e43ebd5-c351-461f-b27d-7ba1cfcd864a', 'status': 'completed', 'code': 200} May 23 15:30:32.437024 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-af9c33f6-9f15-4838-b97b-45d39d6a7d8d admin admin] Publish callbacks [] for security_group (eba6d7c5-8aaf-4437-a1e0-e921a09d23bc), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:32.437152 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-5c3aada3-f9f4-4ab0-9ade-0bbfe160cac0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e79ab68936b549b1be0b50f1721549fd&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0442212 May 23 15:30:32.453463 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] get_ports_and_sgs() called for port_ids ['920328ed-01fa-4ed4-b496-7b1fea54b54c'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:30:32.455405 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 59390) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:32.460640 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 23 May 2022 15:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c78c273-7b29-4dfd-bf25-23adcd46f7c9 x-openstack-request-id: req-9c78c273-7b29-4dfd-bf25-23adcd46f7c9 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:30:32.461153 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e30f7223-50a4-46a7-b9df-cc24cc0ba14e", "tag": "844b0f3e-da49-4384-9cfa-321053312dea", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9e1c71d3-9470-4f72-a76c-e6c114bd4821", "tag": "9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:30:32.461574 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9c78c273-7b29-4dfd-bf25-23adcd46f7c9 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:30:32.462129 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c78c273-7b29-4dfd-bf25-23adcd46f7c9'] response: {'name': 'network-changed', 'server_uuid': 'e30f7223-50a4-46a7-b9df-cc24cc0ba14e', 'tag': '844b0f3e-da49-4384-9cfa-321053312dea', 'status': 'completed', 'code': 200} May 23 15:30:32.462523 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c78c273-7b29-4dfd-bf25-23adcd46f7c9'] response: {'name': 'network-changed', 'server_uuid': '9e1c71d3-9470-4f72-a76c-e6c114bd4821', 'tag': '9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e', 'status': 'completed', 'code': 200} May 23 15:30:32.527052 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4e193-b6f3-4f03-9ed3-f2d12393781f req-4592c792-4a4e-4c68-9b6d-b1d37822c817 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:32.532286 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-14e4e193-b6f3-4f03-9ed3-f2d12393781f req-4592c792-4a4e-4c68-9b6d-b1d37822c817 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 943 time: 0.3975079 May 23 15:30:32.565328 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc882f-fc1e-468a-96cd-e92f7bda33a0 req-fca09bf5-a4fb-4fa5-bda4-ade67d18e4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:32.567267 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b4fc882f-fc1e-468a-96cd-e92f7bda33a0 req-fca09bf5-a4fb-4fa5-bda4-ade67d18e4a4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=045c111a-efa9-497c-8e54-7f6b21c0aa2b HTTP/1.1" status: 200 len: 855 time: 0.3887279 May 23 15:30:32.616141 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-9fadfec4-8c2b-4576-9d8a-58432aa1589b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:32.617768 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-9fadfec4-8c2b-4576-9d8a-58432aa1589b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9306d40-6dd5-4f4d-bb55-9077bd7b986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3316133 May 23 15:30:32.694832 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:32.719266 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-8cafa4e7-93fd-4bdd-8515-6eae03c223a1 service neutron] 10.222.0.72 "GET /v2.0/networks/2a072baa-6965-4350-b247-fb58bbcac26a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5970285 May 23 15:30:32.741597 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-994ac39c-46f1-4752-a07b-5019bc8cf2cc admin admin] Publish callbacks [] for security_group (9de2c421-2087-4a04-8ca9-8f4e9fb5b9b8), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:32.772156 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-14e4e193-b6f3-4f03-9ed3-f2d12393781f req-304b59fe-ccf3-471a-803e-fc50237f30d8 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720860 May 23 15:30:32.807374 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:32.869055 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-994ac39c-46f1-4752-a07b-5019bc8cf2cc admin admin] Publish callbacks [] for security_group (9de2c421-2087-4a04-8ca9-8f4e9fb5b9b8), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:32.874265 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-8ca6584e-ef90-425e-ba51-951bef73d130 service neutron] 10.222.0.72 "GET /v2.0/networks/0d1e2450-f071-48af-a078-8358b70cb4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4777548 May 23 15:30:32.946631 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-024ce3f4-1573-4850-bcf3-53a86fe7c793 req-abe12d8b-8031-4512-9803-3ce202f54bdb service neutron] 10.222.0.72 "GET /v2.0/networks/0d1e2450-f071-48af-a078-8358b70cb4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6324470 May 23 15:30:32.954438 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-11d9da9c-8c11-4edd-868b-8a2d1fb058c4 service neutron] 10.222.0.72 "GET /v2.0/networks/c9306d40-6dd5-4f4d-bb55-9077bd7b986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563412 May 23 15:30:33.013974 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc882f-fc1e-468a-96cd-e92f7bda33a0 req-c31d2309-2e8c-4117-8d48-8d4164bef199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:33.015492 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b4fc882f-fc1e-468a-96cd-e92f7bda33a0 req-c31d2309-2e8c-4117-8d48-8d4164bef199 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=751cbaf0-d17b-4cd8-950f-078d51e9414f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3966777 May 23 15:30:33.068820 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-af9c33f6-9f15-4838-b97b-45d39d6a7d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (eba6d7c5-8aaf-4437-a1e0-e921a09d23bc), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:33.091522 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-af9c33f6-9f15-4838-b97b-45d39d6a7d8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:33.093658 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-af9c33f6-9f15-4838-b97b-45d39d6a7d8d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eba6d7c5-8aaf-4437-a1e0-e921a09d23bc HTTP/1.1" status: 204 len: 168 time: 1.2559717 May 23 15:30:33.115483 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c472316c-52fc-44ab-8d96-3661e38c8abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:33.139409 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9c33f6-9f15-4838-b97b-45d39d6a7d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba6d7c5-8aaf-4437-a1e0-e921a09d23bc,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:33.209675 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d72b6612-7073-4db8-8358-9059fdfa02f6 req-016d1277-2e36-420e-a465-947dfdc4d11a service neutron] 10.222.0.72 "GET /v2.0/networks/c9306d40-6dd5-4f4d-bb55-9077bd7b986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377322 May 23 15:30:33.359655 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ccf3b2-409e-444a-9218-316a4c05c35a req-72b6e19b-6114-4b0a-9c76-e769aa59429f tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:33.361400 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-65ccf3b2-409e-444a-9218-316a4c05c35a req-72b6e19b-6114-4b0a-9c76-e769aa59429f tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 944 time: 0.4582686 May 23 15:30:33.430313 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:33.487390 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7999bff2-1132-4dbb-8801-d8b2b4dce0c4 req-bb102d49-57a0-4ad2-9c45-0b6509d976e8 service neutron] 10.222.0.72 "GET /v2.0/networks/2a072baa-6965-4350-b247-fb58bbcac26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7471788 May 23 15:30:33.503059 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-28a01dd1-bbe3-4595-9e0c-477d8a55bc03 req-c5c67b8d-2f8e-432f-bd04-23a817e68e99 service neutron] 10.222.0.72 "GET /v2.0/networks/0d1e2450-f071-48af-a078-8358b70cb4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6175058 May 23 15:30:33.507205 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-994ac39c-46f1-4752-a07b-5019bc8cf2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (9de2c421-2087-4a04-8ca9-8f4e9fb5b9b8), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:33.509950 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-994ac39c-46f1-4752-a07b-5019bc8cf2cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:33.514121 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-994ac39c-46f1-4752-a07b-5019bc8cf2cc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9de2c421-2087-4a04-8ca9-8f4e9fb5b9b8 HTTP/1.1" status: 204 len: 168 time: 1.0547972 May 23 15:30:33.530250 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ac39c-46f1-4752-a07b-5019bc8cf2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de2c421-2087-4a04-8ca9-8f4e9fb5b9b8,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:33.536215 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-65ccf3b2-409e-444a-9218-316a4c05c35a req-3606b699-1494-4ddf-ab9a-9689f6ca9fda tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472445 May 23 15:30:33.721275 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 920328ed-01fa-4ed4-b496-7b1fea54b54c up at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:30:33.779212 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 59428) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:33.783250 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469e4a0-2279-409b-a96b-1f221321e9a3 req-b3fd59b8-5d9a-434c-bcca-21342fd3708d tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:33.783404 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:33.789221 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c469e4a0-2279-409b-a96b-1f221321e9a3 req-b3fd59b8-5d9a-434c-bcca-21342fd3708d tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=e30f7223-50a4-46a7-b9df-cc24cc0ba14e HTTP/1.1" status: 200 len: 943 time: 0.1190722 May 23 15:30:33.816391 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-10429f60-1994-446c-a258-72c113f9624c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:33.842247 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Provisioning for port 920328ed-01fa-4ed4-b496-7b1fea54b54c completed by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 15:30:33.850228 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:33.858691 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Provisioning complete for port 920328ed-01fa-4ed4-b496-7b1fea54b54c triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:30:33.859335 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (920328ed-01fa-4ed4-b496-7b1fea54b54c), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:34.013367 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port 920328ed-01fa-4ed4-b496-7b1fea54b54c is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:30:34.014431 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (920328ed-01fa-4ed4-b496-7b1fea54b54c), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:34.024592 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:34.029610 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c469e4a0-2279-409b-a96b-1f221321e9a3 req-1a97a1b9-bccb-4f0e-9bb4-a4584090719b tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c129478-3037-4d83-809f-567c085f9532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2235599 May 23 15:30:34.115366 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 920328ed-01fa-4ed4-b496-7b1fea54b54c, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=920328ed-01fa-4ed4-b496-7b1fea54b54c,segment=NetworkSegment(29e85e02-494b-40ff-afd0-9241970fba55),segment_id=29e85e02-494b-40ff-afd0-9241970fba55)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:30:34.117082 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9038c8-1395-4d48-b10b-2fe7310c4c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920328ed-01fa-4ed4-b496-7b1fea54b54c'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:30:34.123940 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f55e67021d3a90dbbd6c8997e5bd31cd20e79582d0fa2823ba23f1fb24bbbe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac0422e-63c9-475c-b267-8dd0891832da" -d '{"events": [{"server_uuid": "9b9038c8-1395-4d48-b10b-2fe7310c4c76", "name": "network-vif-plugged", "status": "completed", "tag": "920328ed-01fa-4ed4-b496-7b1fea54b54c"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:30:34.134178 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (920328ed-01fa-4ed4-b496-7b1fea54b54c), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:34.219075 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:34.243999 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853d3ae-3ad6-460b-871c-d7f67d48eb9d req-95d193d1-bc4c-4d53-ad85-2cd479fb9121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:34.246065 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-e853d3ae-3ad6-460b-871c-d7f67d48eb9d req-95d193d1-bc4c-4d53-ad85-2cd479fb9121 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0712b807a4584f7b8f019ceb65ff1e14&device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 1128 time: 0.3888829 May 23 15:30:34.270472 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f3416-fe52-4142-825b-4c39dc0fc760 req-f98e94b1-cd51-4ce3-9d93-1c9d2046d60b tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:34.272010 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-806f3416-fe52-4142-825b-4c39dc0fc760 req-f98e94b1-cd51-4ce3-9d93-1c9d2046d60b tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 943 time: 0.0878024 May 23 15:30:34.278586 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=920328ed-01fa-4ed4-b496-7b1fea54b54c,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:34.282373 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972a46e-bb42-460e-bfa4-744a7593d60e req-83dd651a-cf05-43ab-9bd2-f4d3d58b4a77 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:34.284006 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2972a46e-bb42-460e-bfa4-744a7593d60e req-83dd651a-cf05-43ab-9bd2-f4d3d58b4a77 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 944 time: 0.1168499 May 23 15:30:34.353865 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 59444) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:34.367156 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-806f3416-fe52-4142-825b-4c39dc0fc760 req-6457dac7-432b-46f5-b520-ce402d574859 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676806 May 23 15:30:34.378214 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a6e78382-cf5e-40e7-94c3-35e169cf52b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:34.394647 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b4fc882f-fc1e-468a-96cd-e92f7bda33a0 req-3188da72-7738-4d88-957a-664af8ac6628 service neutron] 10.222.0.72 "GET /v2.0/networks/751cbaf0-d17b-4cd8-950f-078d51e9414f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5420825 May 23 15:30:34.421905 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-10429f60-1994-446c-a258-72c113f9624c admin admin] Publish callbacks [] for security_group (98f5341d-d615-4cca-b54e-5be6398ad11c), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:34.430547 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-10429f60-1994-446c-a258-72c113f9624c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (98f5341d-d615-4cca-b54e-5be6398ad11c), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:34.459293 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2972a46e-bb42-460e-bfa4-744a7593d60e req-31e60011-91f7-42c7-97a0-b3c4f0540f25 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664863 May 23 15:30:34.488895 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0e7a0a-d148-41cd-acdd-efa77c55f938 x-openstack-request-id: req-7f0e7a0a-d148-41cd-acdd-efa77c55f938 {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:30:34.489587 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9038c8-1395-4d48-b10b-2fe7310c4c76", "name": "network-vif-plugged", "status": "completed", "tag": "920328ed-01fa-4ed4-b496-7b1fea54b54c", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:30:34.489853 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7f0e7a0a-d148-41cd-acdd-efa77c55f938 {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:30:34.490259 dv-cinder-841125-8-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f0e7a0a-d148-41cd-acdd-efa77c55f938'] response: {'server_uuid': '9b9038c8-1395-4d48-b10b-2fe7310c4c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920328ed-01fa-4ed4-b496-7b1fea54b54c', 'code': 200} May 23 15:30:34.502675 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-10429f60-1994-446c-a258-72c113f9624c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=63a9e0771cc844d9a2eaaf6037c56541&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7218931 May 23 15:30:34.505999 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 59446) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:34.529454 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10429f60-1994-446c-a258-72c113f9624c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f5341d-d615-4cca-b54e-5be6398ad11c,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:34.538768 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a6e78382-cf5e-40e7-94c3-35e169cf52b5 admin admin] Publish callbacks [] for security_group (62a11788-189d-4778-9730-6fc6888fc21d), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:34.549012 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a6e78382-cf5e-40e7-94c3-35e169cf52b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (62a11788-189d-4778-9730-6fc6888fc21d), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:34.620119 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e78382-cf5e-40e7-94c3-35e169cf52b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a11788-189d-4778-9730-6fc6888fc21d,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:34.625821 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-a6e78382-cf5e-40e7-94c3-35e169cf52b5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=059e936926b945d2a7ad127b60639d00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2688153 May 23 15:30:34.628581 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 59452) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:34.659789 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-69f1f93c-e2ca-4feb-9117-794652450842 admin admin] Publish callbacks [] for security_group (98f5341d-d615-4cca-b54e-5be6398ad11c), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:34.694568 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:34.706128 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-69f1f93c-e2ca-4feb-9117-794652450842 admin admin] Publish callbacks [] for security_group (98f5341d-d615-4cca-b54e-5be6398ad11c), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:34.743231 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b4d285e4-0327-4ba1-900a-539651d6fe97 admin admin] Publish callbacks [] for security_group (62a11788-189d-4778-9730-6fc6888fc21d), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:34.772819 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6968e-cdc4-4f02-b3b1-d2eee1c7084a req-b1f9524f-c97f-4803-b2ab-b566e6a0201c tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:34.776164 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a8b6968e-cdc4-4f02-b3b1-d2eee1c7084a req-b1f9524f-c97f-4803-b2ab-b566e6a0201c tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 945 time: 0.0871699 May 23 15:30:34.785160 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b4d285e4-0327-4ba1-900a-539651d6fe97 admin admin] Publish callbacks [] for security_group (62a11788-189d-4778-9730-6fc6888fc21d), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:34.831558 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-69f1f93c-e2ca-4feb-9117-794652450842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (98f5341d-d615-4cca-b54e-5be6398ad11c), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:34.835590 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-69f1f93c-e2ca-4feb-9117-794652450842 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:34.837315 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-69f1f93c-e2ca-4feb-9117-794652450842 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/98f5341d-d615-4cca-b54e-5be6398ad11c HTTP/1.1" status: 204 len: 168 time: 0.3303635 May 23 15:30:34.854536 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f1f93c-e2ca-4feb-9117-794652450842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f5341d-d615-4cca-b54e-5be6398ad11c,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:34.863204 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b4d285e4-0327-4ba1-900a-539651d6fe97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (62a11788-189d-4778-9730-6fc6888fc21d), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:34.864658 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a8b6968e-cdc4-4f02-b3b1-d2eee1c7084a req-1b6bce71-29a6-4d8b-84ce-326f0f40cdb5 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811832 May 23 15:30:34.872379 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b4d285e4-0327-4ba1-900a-539651d6fe97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:34.874588 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-b4d285e4-0327-4ba1-900a-539651d6fe97 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/62a11788-189d-4778-9730-6fc6888fc21d HTTP/1.1" status: 204 len: 168 time: 0.2446766 May 23 15:30:34.886533 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d285e4-0327-4ba1-900a-539651d6fe97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a11788-189d-4778-9730-6fc6888fc21d,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:35.177940 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ccb5d-d2aa-476d-a555-573a47a5eff3 req-fc024eac-b67d-4509-ab01-185c3d039c96 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:35.180111 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-761ccb5d-d2aa-476d-a555-573a47a5eff3 req-fc024eac-b67d-4509-ab01-185c3d039c96 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=e30f7223-50a4-46a7-b9df-cc24cc0ba14e HTTP/1.1" status: 200 len: 943 time: 0.0648739 May 23 15:30:35.260070 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-761ccb5d-d2aa-476d-a555-573a47a5eff3 req-c20fa084-691f-4921-bbbe-8ac556aa3dbf tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c129478-3037-4d83-809f-567c085f9532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714593 May 23 15:30:35.407001 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 59476) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:35.424549 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-471f19a1-41b2-4bbb-b2a2-17a846e67213 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:35.467578 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ed17dbfe-f04d-4caf-87a1-5f4637c3ee8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:35.544507 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282c904-046c-4838-85cb-128f0904592c req-5e1818fb-0e2c-40bf-a3cb-9858e9620858 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:35.546320 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0282c904-046c-4838-85cb-128f0904592c req-5e1818fb-0e2c-40bf-a3cb-9858e9620858 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 943 time: 0.0885561 May 23 15:30:35.623500 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-471f19a1-41b2-4bbb-b2a2-17a846e67213 admin admin] Publish callbacks [] for security_group (e391d28a-c840-481c-8272-c754821c7f7e), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:35.630696 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-471f19a1-41b2-4bbb-b2a2-17a846e67213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (e391d28a-c840-481c-8272-c754821c7f7e), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:35.634874 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7c11e-27cf-4833-ae6e-8249d9f2903a req-4b71981e-4eb4-475e-a15b-6c888de8b6cf tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:35.637485 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4ad7c11e-27cf-4833-ae6e-8249d9f2903a req-4b71981e-4eb4-475e-a15b-6c888de8b6cf tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 944 time: 0.0908582 May 23 15:30:35.656973 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:DELETE=1,neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:35.688984 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471f19a1-41b2-4bbb-b2a2-17a846e67213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e391d28a-c840-481c-8272-c754821c7f7e,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:35.715087 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0282c904-046c-4838-85cb-128f0904592c req-5f98bb0b-1a51-450e-9518-4c9e57e942f0 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497867 May 23 15:30:35.720083 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 2e43ebd5-c351-461f-b27d-7ba1cfcd864a details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:30:35.722626 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=5 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:35.724267 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-471f19a1-41b2-4bbb-b2a2-17a846e67213 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=562667f789ee46548e2e03f9aebddf8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3161864 May 23 15:30:35.727107 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 59484) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:35.787134 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4ad7c11e-27cf-4833-ae6e-8249d9f2903a req-bf13a1a2-e408-4a89-860d-9c158b1836c6 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315451 May 23 15:30:35.839253 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c3e6cfc0-9e98-4f3a-b49f-700a25035f1b admin admin] Publish callbacks [] for security_group (e391d28a-c840-481c-8272-c754821c7f7e), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:35.873132 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c3e6cfc0-9e98-4f3a-b49f-700a25035f1b admin admin] Publish callbacks [] for security_group (e391d28a-c840-481c-8272-c754821c7f7e), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:35.927147 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 2e43ebd5-c351-461f-b27d-7ba1cfcd864a, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=2e43ebd5-c351-461f-b27d-7ba1cfcd864a,segment=NetworkSegment(eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069),segment_id=eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:30:35.950427 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Returning: {'device': '2e43ebd5-c351-461f-b27d-7ba1cfcd864a', 'network_id': '0d1e2450-f071-48af-a078-8358b70cb4cd', 'port_id': '2e43ebd5-c351-461f-b27d-7ba1cfcd864a', 'mac_address': 'fa:16:3e:f6:aa:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 973, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:30:35.954233 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c3e6cfc0-9e98-4f3a-b49f-700a25035f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (e391d28a-c840-481c-8272-c754821c7f7e), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:35.958537 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c3e6cfc0-9e98-4f3a-b49f-700a25035f1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:35.964809 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-c3e6cfc0-9e98-4f3a-b49f-700a25035f1b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e391d28a-c840-481c-8272-c754821c7f7e HTTP/1.1" status: 204 len: 168 time: 0.2351215 May 23 15:30:35.987629 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e6cfc0-9e98-4f3a-b49f-700a25035f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e391d28a-c840-481c-8272-c754821c7f7e,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:36.002623 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port 2e43ebd5-c351-461f-b27d-7ba1cfcd864a is: DOWN; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:30:36.003022 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (2e43ebd5-c351-461f-b27d-7ba1cfcd864a), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:36.021211 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e43ebd5-c351-461f-b27d-7ba1cfcd864a {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:30:36.057168 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 2e43ebd5-c351-461f-b27d-7ba1cfcd864a, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=2e43ebd5-c351-461f-b27d-7ba1cfcd864a,segment=NetworkSegment(eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069),segment_id=eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:30:36.065121 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (2e43ebd5-c351-461f-b27d-7ba1cfcd864a), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:36.067496 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:30:36.112741 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c,segment=NetworkSegment(eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069),segment_id=eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:30:36.137171 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Returning: {'device': '7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c', 'network_id': '0d1e2450-f071-48af-a078-8358b70cb4cd', 'port_id': '7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c', 'mac_address': 'fa:16:3e:a9:88:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 973, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:30:36.137395 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108885a-af11-485b-9fa7-1e303b7e9212 req-c7129442-5c97-439d-81c0-1c13d3d1acb1 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:36.138545 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7108885a-af11-485b-9fa7-1e303b7e9212 req-c7129442-5c97-439d-81c0-1c13d3d1acb1 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 945 time: 0.0789251 May 23 15:30:36.139953 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 59510) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:36.271179 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=2e43ebd5-c351-461f-b27d-7ba1cfcd864a,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:36.273812 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7108885a-af11-485b-9fa7-1e303b7e9212 req-f47dbe2e-bf02-4eb4-9e8a-e8d5b2ddc160 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133003 May 23 15:30:36.283117 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port 7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c is: DOWN; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:30:36.283681 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:36.313146 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:30:36.378723 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c,segment=NetworkSegment(eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069),segment_id=eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:30:36.385324 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:36.486957 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e6dc9-4f69-4062-b1e1-45e09880bdfe req-67a84454-c280-41b2-b149-5dc1950ccc95 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:36.488533 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-dc4e6dc9-4f69-4062-b1e1-45e09880bdfe req-67a84454-c280-41b2-b149-5dc1950ccc95 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=e30f7223-50a4-46a7-b9df-cc24cc0ba14e HTTP/1.1" status: 200 len: 943 time: 0.1279845 May 23 15:30:36.503586 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:36.570149 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-66f63f99-a1d9-4227-9195-ad5f379a9014 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-449971605-network', 'tenant_id': 'd112fea2e24f469a8d54a7950aa74862'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:30:36.580586 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-dc4e6dc9-4f69-4062-b1e1-45e09880bdfe req-0e77c9fb-8ced-4040-87ed-fc1a973eeec1 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c129478-3037-4d83-809f-567c085f9532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833356 May 23 15:30:36.604351 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f63f99-a1d9-4227-9195-ad5f379a9014 admin admin] Made reservation on behalf of d112fea2e24f469a8d54a7950aa74862 for: {'network': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:30:36.641068 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-66f63f99-a1d9-4227-9195-ad5f379a9014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for network (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:36.683812 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-66f63f99-a1d9-4227-9195-ad5f379a9014 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:36.776770 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f976aad-0a45-4c98-a268-c308df4c4843 req-84f56547-2a09-40a5-8396-d90de809bd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:36.779177 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0f976aad-0a45-4c98-a268-c308df4c4843 req-84f56547-2a09-40a5-8396-d90de809bd7f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f2020e2bf35744af9161d7cf3e8bd345&device_id=e30f7223-50a4-46a7-b9df-cc24cc0ba14e HTTP/1.1" status: 200 len: 1127 time: 0.0988317 May 23 15:30:36.797888 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:36.814152 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7a7f0-5180-4708-833b-94210b0f930c req-260aa5e0-baae-40ae-bc72-f1941d6b6837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:36.828651 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-86d7a7f0-5180-4708-833b-94210b0f930c req-260aa5e0-baae-40ae-bc72-f1941d6b6837 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0712b807a4584f7b8f019ceb65ff1e14&device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 1129 time: 0.2099748 May 23 15:30:36.918800 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] get_ports_and_sgs() called for port_ids ['2e43ebd5-c351-461f-b27d-7ba1cfcd864a'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:30:36.984010 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:37.068299 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee5c26f-27f5-4f98-a327-b2f849cbd9bf req-be3ac68b-d089-461b-a94a-c4d06b2ded46 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:37.076179 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5ee5c26f-27f5-4f98-a327-b2f849cbd9bf req-be3ac68b-d089-461b-a94a-c4d06b2ded46 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 943 time: 0.2021635 May 23 15:30:37.090970 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda8fae-3d9b-498b-b845-fbe4b4d9d8f7 req-ad4898d5-663d-4f98-adfc-b38f2ff338b9 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:37.094432 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3bda8fae-3d9b-498b-b845-fbe4b4d9d8f7 req-ad4898d5-663d-4f98-adfc-b38f2ff338b9 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 945 time: 0.0985754 May 23 15:30:37.158747 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] get_ports_and_sgs() called for port_ids ['7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:30:37.293808 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc4a5c-bfef-4648-8245-0cec07968f26 req-689611c0-2f76-4e0a-8fad-720ade11256f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:37.296037 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-bbfc4a5c-bfef-4648-8245-0cec07968f26 req-689611c0-2f76-4e0a-8fad-720ade11256f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 1129 time: 0.2972307 May 23 15:30:37.353361 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3bda8fae-3d9b-498b-b845-fbe4b4d9d8f7 req-8d59b794-d356-4666-9e2b-884282e9b111 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750710 May 23 15:30:37.383971 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b4fc882f-fc1e-468a-96cd-e92f7bda33a0 req-4f2ae62b-08c5-4b01-964d-dcbef27ac74b service neutron] 10.222.0.72 "GET /v2.0/networks/751cbaf0-d17b-4cd8-950f-078d51e9414f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7039187 May 23 15:30:37.416845 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5ee5c26f-27f5-4f98-a327-b2f849cbd9bf req-1c4bc2b4-4098-4182-9f69-14611dccb1a3 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3396969 May 23 15:30:37.434351 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853d3ae-3ad6-460b-871c-d7f67d48eb9d req-0261555a-5f58-42ca-b85b-29823cc8c3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:37.440296 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-e853d3ae-3ad6-460b-871c-d7f67d48eb9d req-0261555a-5f58-42ca-b85b-29823cc8c3d8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0d1e2450-f071-48af-a078-8358b70cb4cd HTTP/1.1" status: 200 len: 920 time: 0.7615669 May 23 15:30:37.475097 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f976aad-0a45-4c98-a268-c308df4c4843 req-d3add8db-ab09-4efc-bf42-ba913fa09b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:37.481478 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0f976aad-0a45-4c98-a268-c308df4c4843 req-d3add8db-ab09-4efc-bf42-ba913fa09b86 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c9306d40-6dd5-4f4d-bb55-9077bd7b986d HTTP/1.1" status: 200 len: 914 time: 0.6431758 May 23 15:30:37.555966 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-e853d3ae-3ad6-460b-871c-d7f67d48eb9d req-50e1b81b-eb3b-429e-bf3a-730997d2ffea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c HTTP/1.1" status: 200 len: 217 time: 0.0846488 May 23 15:30:37.563306 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-66f63f99-a1d9-4227-9195-ad5f379a9014 admin admin] Publish callbacks [] for security_group (1485d99b-188e-433b-be64-c81210478854), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:37.569187 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-bbfc4a5c-bfef-4648-8245-0cec07968f26 req-026a354d-70d2-474c-ad3a-94ed0e8d301f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2557480 May 23 15:30:37.574719 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7a7f0-5180-4708-833b-94210b0f930c req-2de48f4e-4eb8-461c-915e-b6268f16db6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:37.576243 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-86d7a7f0-5180-4708-833b-94210b0f930c req-2de48f4e-4eb8-461c-915e-b6268f16db6f service neutron] 10.222.0.72 "GET /v2.0/networks?id=0d1e2450-f071-48af-a078-8358b70cb4cd HTTP/1.1" status: 200 len: 920 time: 0.7107837 May 23 15:30:37.577533 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0f976aad-0a45-4c98-a268-c308df4c4843 req-3a610132-709d-4d9f-8d1d-9f30b5b1c065 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=844b0f3e-da49-4384-9cfa-321053312dea HTTP/1.1" status: 200 len: 217 time: 0.0951521 May 23 15:30:37.579545 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-66f63f99-a1d9-4227-9195-ad5f379a9014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (1485d99b-188e-433b-be64-c81210478854), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:37.587581 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:37.619216 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c976ab-1582-4230-97f4-57ebcb5092dd req-0351194c-d6e7-41ce-b49f-bf07275d272b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:37.620782 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-29c976ab-1582-4230-97f4-57ebcb5092dd req-0351194c-d6e7-41ce-b49f-bf07275d272b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 945 time: 0.1183243 May 23 15:30:37.700020 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-29c976ab-1582-4230-97f4-57ebcb5092dd req-f6c3199d-24a2-4eae-8bd1-83371e0b0ae0 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693069 May 23 15:30:37.833248 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:37.861360 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66f63f99-a1d9-4227-9195-ad5f379a9014 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 977} {{(pid=104080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 15:30:37.911752 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853d3ae-3ad6-460b-871c-d7f67d48eb9d req-4026d100-6af6-475e-9dda-fe1da80c1e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:37.913243 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-e853d3ae-3ad6-460b-871c-d7f67d48eb9d req-4026d100-6af6-475e-9dda-fe1da80c1e2f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2 HTTP/1.1" status: 200 len: 858 time: 0.3485041 May 23 15:30:37.916023 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-66f63f99-a1d9-4227-9195-ad5f379a9014 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781040571742', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226'] for segment (4c0d77b8-73a4-4e36-963d-930440534365), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:37.916484 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.db.segments_db [None req-66f63f99-a1d9-4227-9195-ad5f379a9014 admin admin] Added segment 4c0d77b8-73a4-4e36-963d-930440534365 of type vlan for network 61392e2b-83e5-4420-983c-8b837f16d310 May 23 15:30:37.918515 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f63f99-a1d9-4227-9195-ad5f379a9014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1485d99b-188e-433b-be64-c81210478854,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:37.938438 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478337ce-3f86-4f04-9e99-8b99c27d9aa4 req-73c15fe2-0620-4197-ab88-8d265b962304 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:37.945219 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-478337ce-3f86-4f04-9e99-8b99c27d9aa4 req-73c15fe2-0620-4197-ab88-8d265b962304 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=e30f7223-50a4-46a7-b9df-cc24cc0ba14e HTTP/1.1" status: 200 len: 943 time: 0.1180894 May 23 15:30:38.012717 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-66f63f99-a1d9-4227-9195-ad5f379a9014 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781040098124'] for network (61392e2b-83e5-4420-983c-8b837f16d310), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:38.039727 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 844b0f3e-da49-4384-9cfa-321053312dea details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:30:38.051908 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-478337ce-3f86-4f04-9e99-8b99c27d9aa4 req-031e8512-c131-450a-b500-5b72ef8ee469 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c129478-3037-4d83-809f-567c085f9532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058357 May 23 15:30:38.063452 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:38.065441 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-66f63f99-a1d9-4227-9195-ad5f379a9014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720'] for network (61392e2b-83e5-4420-983c-8b837f16d310), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:38.073600 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f63f99-a1d9-4227-9195-ad5f379a9014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:38.074549 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-66f63f99-a1d9-4227-9195-ad5f379a9014 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:38.121198 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:38.161253 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-66f63f99-a1d9-4227-9195-ad5f379a9014 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.0199120 May 23 15:30:38.164148 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 59568) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:38.176368 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-85cbd0a7-baa6-4a70-82b6-c0499c25f9f6 admin admin] Request body: {'subnet': {'network_id': '61392e2b-83e5-4420-983c-8b837f16d310', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-449971605-subnet', 'tenant_id': 'd112fea2e24f469a8d54a7950aa74862', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:30:38.183461 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-86d7a7f0-5180-4708-833b-94210b0f930c req-3b78f2f9-7540-4330-8c97-26df1338afde service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e43ebd5-c351-461f-b27d-7ba1cfcd864a HTTP/1.1" status: 200 len: 217 time: 0.0728211 May 23 15:30:38.193463 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f63f99-a1d9-4227-9195-ad5f379a9014 admin admin] Pushing event updated for resources: {'Network': ['ID=61392e2b-83e5-4420-983c-8b837f16d310,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:38.215494 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Network 61392e2b-83e5-4420-983c-8b837f16d310 details requested by agent ovs-agent-dv-cinder-841125-8-iscsi with host dv-cinder-841125-8-iscsi {{(pid=104082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 15:30:38.225871 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85cbd0a7-baa6-4a70-82b6-c0499c25f9f6 admin admin] Made reservation on behalf of d112fea2e24f469a8d54a7950aa74862 for: {'subnet': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:30:38.230268 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-85cbd0a7-baa6-4a70-82b6-c0499c25f9f6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:38.355012 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 844b0f3e-da49-4384-9cfa-321053312dea, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=844b0f3e-da49-4384-9cfa-321053312dea,segment=NetworkSegment(4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0),segment_id=4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:30:38.376270 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:38.377931 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Returning: {'device': '844b0f3e-da49-4384-9cfa-321053312dea', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'port_id': '844b0f3e-da49-4384-9cfa-321053312dea', 'mac_address': 'fa:16:3e:84:05:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 958, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:30:38.399827 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:38.502863 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port 844b0f3e-da49-4384-9cfa-321053312dea is: DOWN; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:30:38.505731 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (844b0f3e-da49-4384-9cfa-321053312dea), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:38.557622 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 844b0f3e-da49-4384-9cfa-321053312dea {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:30:38.595752 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-85cbd0a7-baa6-4a70-82b6-c0499c25f9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720'] for subnet (58d94d8a-876d-4248-97a0-bd57f4912ca1), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:38.603425 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:38.638974 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 844b0f3e-da49-4384-9cfa-321053312dea, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=844b0f3e-da49-4384-9cfa-321053312dea,segment=NetworkSegment(4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0),segment_id=4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:30:38.649688 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 2e43ebd5-c351-461f-b27d-7ba1cfcd864a up at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:30:38.688238 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cbd0a7-baa6-4a70-82b6-c0499c25f9f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58d94d8a-876d-4248-97a0-bd57f4912ca1,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:38.718531 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853d3ae-3ad6-460b-871c-d7f67d48eb9d req-33da3d5c-f4f9-46df-b3a6-48eb1cdd8c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:38.724611 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-e853d3ae-3ad6-460b-871c-d7f67d48eb9d req-33da3d5c-f4f9-46df-b3a6-48eb1cdd8c97 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0d1e2450-f071-48af-a078-8358b70cb4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2418158 May 23 15:30:38.741566 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (844b0f3e-da49-4384-9cfa-321053312dea), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:38.743586 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:30:38.807134 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c7687-3bc0-4233-8138-4d7255d23dca req-33dc21e4-8133-4c41-8f4a-e553b9325eee tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:38.817500 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e03c7687-3bc0-4233-8138-4d7255d23dca req-33dc21e4-8133-4c41-8f4a-e553b9325eee tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 945 time: 0.2943063 May 23 15:30:38.843823 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f976aad-0a45-4c98-a268-c308df4c4843 req-8b614762-3c7d-46f6-845f-c2b132e5672c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:38.847742 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0f976aad-0a45-4c98-a268-c308df4c4843 req-8b614762-3c7d-46f6-845f-c2b132e5672c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97f2f0d5-ec7b-4732-a013-35e41c3e0618 HTTP/1.1" status: 200 len: 852 time: 0.3813324 May 23 15:30:38.851093 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7a7f0-5180-4708-833b-94210b0f930c req-c73c23c2-dddf-466d-b2d5-acf2d622eada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:38.852929 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-86d7a7f0-5180-4708-833b-94210b0f930c req-c73c23c2-dddf-466d-b2d5-acf2d622eada service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2 HTTP/1.1" status: 200 len: 858 time: 0.3738317 May 23 15:30:38.897490 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154f410-a8ca-44bf-a4ab-067926eb5236 req-5ceb29fd-a2de-4837-9e9e-dd24ea6886a2 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:38.905932 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6154f410-a8ca-44bf-a4ab-067926eb5236 req-5ceb29fd-a2de-4837-9e9e-dd24ea6886a2 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 943 time: 0.3537652 May 23 15:30:38.919711 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e03c7687-3bc0-4233-8138-4d7255d23dca req-8f945045-2986-4c6d-8257-53141a724baa tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008480 May 23 15:30:38.965128 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-e853d3ae-3ad6-460b-871c-d7f67d48eb9d req-a8a9b1c0-2f3f-4099-885f-6ca7d9ecce74 service neutron] 10.222.0.72 "GET /v2.0/networks/0d1e2450-f071-48af-a078-8358b70cb4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288258 May 23 15:30:38.969548 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.db.resource_extend [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 15:30:38.983742 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Provisioning for port 2e43ebd5-c351-461f-b27d-7ba1cfcd864a completed by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 15:30:38.987151 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=844b0f3e-da49-4384-9cfa-321053312dea,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:38.994642 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cbd0a7-baa6-4a70-82b6-c0499c25f9f6 admin admin] Checking segment: {'id': '4c0d77b8-73a4-4e36-963d-930440534365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '61392e2b-83e5-4420-983c-8b837f16d310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:30:38.995005 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cbd0a7-baa6-4a70-82b6-c0499c25f9f6 admin admin] Network hostable DHCP agents. Network: 61392e2b-83e5-4420-983c-8b837f16d310, hostable agents: ['a6df4f1d-15a4-4993-9185-787bcd604f39'], hosted agents: [] {{(pid=104080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 15:30:39.010543 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:39.054212 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 59596) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:39.064073 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ffc30-0ea8-438a-adbd-38947f50ba77 req-0dccddd7-bcb8-48d0-b478-8a761ef92fa2 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:39.069991 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c35ffc30-0ea8-438a-adbd-38947f50ba77 req-0dccddd7-bcb8-48d0-b478-8a761ef92fa2 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 945 time: 0.0724990 May 23 15:30:39.073342 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6154f410-a8ca-44bf-a4ab-067926eb5236 req-63f2342b-bfd8-43e6-bd81-ef89f8631c2e tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664677 May 23 15:30:39.087124 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Provisioning complete for port 2e43ebd5-c351-461f-b27d-7ba1cfcd864a triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:30:39.087574 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (2e43ebd5-c351-461f-b27d-7ba1cfcd864a), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:39.118611 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cbd0a7-baa6-4a70-82b6-c0499c25f9f6 admin admin] Network 61392e2b-83e5-4420-983c-8b837f16d310 is scheduled to be hosted by DHCP agent a6df4f1d-15a4-4993-9185-787bcd604f39 with binding_index 1 {{(pid=104080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 15:30:39.150992 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-85cbd0a7-baa6-4a70-82b6-c0499c25f9f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-8-iscsi, 61392e2b-83e5-4420-983c-8b837f16d310) {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:30:39.154322 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cbd0a7-baa6-4a70-82b6-c0499c25f9f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:39.156838 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-85cbd0a7-baa6-4a70-82b6-c0499c25f9f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:39.172387 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77a83f2-4172-4717-989e-35caa2144650 None None] Network 61392e2b-83e5-4420-983c-8b837f16d310 requested from dv-cinder-841125-8-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:30:39.215714 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-85cbd0a7-baa6-4a70-82b6-c0499c25f9f6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0496056 May 23 15:30:39.256656 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c35ffc30-0ea8-438a-adbd-38947f50ba77 req-46f8883e-b6dc-4368-a603-2b512b37aaff tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719871 May 23 15:30:39.314782 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9e015-3356-42dc-9eb5-885c5376a2ac req-672d88b1-9713-4e3a-811c-d96896d1df11 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:39.322781 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-54b9e015-3356-42dc-9eb5-885c5376a2ac req-672d88b1-9713-4e3a-811c-d96896d1df11 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=e30f7223-50a4-46a7-b9df-cc24cc0ba14e HTTP/1.1" status: 200 len: 944 time: 0.1009157 May 23 15:30:39.518676 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e,segment=NetworkSegment(48775ad2-4450-43ce-a412-5bc906720c7e),segment_id=48775ad2-4450-43ce-a412-5bc906720c7e)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:30:39.582736 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7a7f0-5180-4708-833b-94210b0f930c req-e0338f65-d73d-465f-a952-4e11105a953c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:39.587193 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-86d7a7f0-5180-4708-833b-94210b0f930c req-e0338f65-d73d-465f-a952-4e11105a953c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0d1e2450-f071-48af-a078-8358b70cb4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2070496 May 23 15:30:39.588733 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f976aad-0a45-4c98-a268-c308df4c4843 req-5dc2b675-5103-4a33-8f5a-22c44d06a5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:39.591171 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0f976aad-0a45-4c98-a268-c308df4c4843 req-5dc2b675-5103-4a33-8f5a-22c44d06a5f9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9306d40-6dd5-4f4d-bb55-9077bd7b986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2122672 May 23 15:30:39.591463 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Returning: {'device': '9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e', 'network_id': '2a072baa-6965-4350-b247-fb58bbcac26a', 'port_id': '9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e', 'mac_address': 'fa:16:3e:2b:6b:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 987, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7134c090-f572-476b-be3d-e9de19d83fc7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:30:39.596205 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port 2e43ebd5-c351-461f-b27d-7ba1cfcd864a is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:30:39.596205 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (2e43ebd5-c351-461f-b27d-7ba1cfcd864a), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:39.658762 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-54b9e015-3356-42dc-9eb5-885c5376a2ac req-49f74dc1-d65e-4055-a5ea-7e740f632f42 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c129478-3037-4d83-809f-567c085f9532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3343725 May 23 15:30:39.668495 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-fee7fb25-649d-4f55-bfa8-f6da1f367e60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:39.690400 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:39.693303 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f940d7-a17e-4271-9326-70a868f80e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e43ebd5-c351-461f-b27d-7ba1cfcd864a'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:30:39.699627 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f55e67021d3a90dbbd6c8997e5bd31cd20e79582d0fa2823ba23f1fb24bbbe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c8aed8-f84d-4b60-80ba-091fe6cdc67a" -d '{"events": [{"server_uuid": "40f940d7-a17e-4271-9326-70a868f80e59", "name": "network-vif-plugged", "status": "completed", "tag": "2e43ebd5-c351-461f-b27d-7ba1cfcd864a"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:30:39.756137 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8979de41-3179-4840-b99e-c9f35b291778 None None] Network 61392e2b-83e5-4420-983c-8b837f16d310 requested from dv-cinder-841125-8-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:30:39.775236 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port 9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e is: DOWN; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:30:39.776545 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:39.794215 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 2e43ebd5-c351-461f-b27d-7ba1cfcd864a, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=2e43ebd5-c351-461f-b27d-7ba1cfcd864a,segment=NetworkSegment(eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069),segment_id=eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:30:39.796799 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338879b0-46b6-4298-aced-65eaf6768e30 x-openstack-request-id: req-338879b0-46b6-4298-aced-65eaf6768e30 {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:30:39.797286 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40f940d7-a17e-4271-9326-70a868f80e59", "name": "network-vif-plugged", "status": "completed", "tag": "2e43ebd5-c351-461f-b27d-7ba1cfcd864a", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:30:39.797552 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-338879b0-46b6-4298-aced-65eaf6768e30 {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:30:39.797957 dv-cinder-841125-8-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-338879b0-46b6-4298-aced-65eaf6768e30'] response: {'server_uuid': '40f940d7-a17e-4271-9326-70a868f80e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e43ebd5-c351-461f-b27d-7ba1cfcd864a', 'code': 200} May 23 15:30:39.842032 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-e853d3ae-3ad6-460b-871c-d7f67d48eb9d req-b179b81e-9172-499f-b2a9-a9523ba4c4e3 service neutron] 10.222.0.72 "GET /v2.0/networks/0d1e2450-f071-48af-a078-8358b70cb4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4581900 May 23 15:30:39.887888 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (2e43ebd5-c351-461f-b27d-7ba1cfcd864a), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:39.892161 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c up at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:30:39.933827 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-86d7a7f0-5180-4708-833b-94210b0f930c req-ab011e12-96e1-4ebb-a897-8790a86865c4 service neutron] 10.222.0.72 "GET /v2.0/networks/0d1e2450-f071-48af-a078-8358b70cb4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215861 May 23 15:30:39.999757 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:40.051472 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:40.086402 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:30:40.093537 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-86d7a7f0-5180-4708-833b-94210b0f930c req-b0d39935-b7e6-4387-b027-82e8dcf234d5 service neutron] 10.222.0.72 "GET /v2.0/networks/0d1e2450-f071-48af-a078-8358b70cb4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394992 May 23 15:30:40.126186 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0f976aad-0a45-4c98-a268-c308df4c4843 req-f122a3dd-cddf-400e-b6e5-db8e3be7ea7b service neutron] 10.222.0.72 "GET /v2.0/networks/c9306d40-6dd5-4f4d-bb55-9077bd7b986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5001831 May 23 15:30:40.189471 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847266d-2c12-4080-a308-3b33b0481c9e req-d64e18b4-81c1-4cdd-9192-b60724e68fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:40.191267 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2847266d-2c12-4080-a308-3b33b0481c9e req-d64e18b4-81c1-4cdd-9192-b60724e68fde service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 1130 time: 0.1044874 May 23 15:30:40.201160 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-fee7fb25-649d-4f55-bfa8-f6da1f367e60 admin admin] Publish callbacks [] for security_group (c69837c3-e3a5-4c35-97b2-b23e527c601f), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:40.250243 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e,segment=NetworkSegment(48775ad2-4450-43ce-a412-5bc906720c7e),segment_id=48775ad2-4450-43ce-a412-5bc906720c7e)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:30:40.305100 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-fee7fb25-649d-4f55-bfa8-f6da1f367e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (c69837c3-e3a5-4c35-97b2-b23e527c601f), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:40.315588 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483be5d-ed7c-4567-8809-fd99b2dc45a2 req-c9f0f0af-5a0f-4b67-9168-6ed17239deac tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:40.326672 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7483be5d-ed7c-4567-8809-fd99b2dc45a2 req-c9f0f0af-5a0f-4b67-9168-6ed17239deac tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 944 time: 0.0943289 May 23 15:30:40.334642 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:40.386557 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Provisioning for port 7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c completed by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 15:30:40.395543 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Provisioning complete for port 7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:30:40.395927 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:40.428535 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66818913-b755-443e-8952-b06bd6a9802f req-a8758098-93fb-4e6e-b360-477f7d4aef28 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:40.440919 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-66818913-b755-443e-8952-b06bd6a9802f req-a8758098-93fb-4e6e-b360-477f7d4aef28 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 945 time: 0.2278371 May 23 15:30:40.442846 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee7fb25-649d-4f55-bfa8-f6da1f367e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69837c3-e3a5-4c35-97b2-b23e527c601f,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:40.456135 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=2e43ebd5-c351-461f-b27d-7ba1cfcd864a,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:40.474605 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0f976aad-0a45-4c98-a268-c308df4c4843 req-90066022-71d3-4ad5-94a7-d5cf532ba564 service neutron] 10.222.0.72 "GET /v2.0/networks/c9306d40-6dd5-4f4d-bb55-9077bd7b986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358727 May 23 15:30:40.528602 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-fee7fb25-649d-4f55-bfa8-f6da1f367e60 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=80efdb219409498f9ad4e35f08790314&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4596529 May 23 15:30:40.528803 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 59636) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:40.538950 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2847266d-2c12-4080-a308-3b33b0481c9e req-2bd80210-7920-4de8-b7b8-1558f315573e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361218 May 23 15:30:40.569694 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-66818913-b755-443e-8952-b06bd6a9802f req-5a4dfb8b-efc5-4216-b903-1ccc7a5760a6 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245565 May 23 15:30:40.658914 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7483be5d-ed7c-4567-8809-fd99b2dc45a2 req-4e9b92d8-1753-42c6-bb67-0120bda73240 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3310480 May 23 15:30:40.673266 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port 7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:30:40.679756 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:40.684932 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 59646) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:40.700245 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-e30a53b9-a979-45f7-ae93-1493f19109e5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-329860052-network', 'tenant_id': 'a3217b6fd0f24e23958838338a3e7ea4'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:30:40.734588 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98b10c-ea85-43f6-8b25-673bc68ea213 req-6c22d706-5177-44aa-b53e-3a32e1588757 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:40.737371 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9f98b10c-ea85-43f6-8b25-673bc68ea213 req-6c22d706-5177-44aa-b53e-3a32e1588757 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 945 time: 0.0759566 May 23 15:30:40.743046 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:40.763012 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:40.788757 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8f0375e0-62e2-4ae8-8eec-659b52037456 admin admin] Publish callbacks [] for security_group (c69837c3-e3a5-4c35-97b2-b23e527c601f), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:40.793810 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c,segment=NetworkSegment(eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069),segment_id=eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:30:40.800062 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:40.803549 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30a53b9-a979-45f7-ae93-1493f19109e5 admin admin] Made reservation on behalf of a3217b6fd0f24e23958838338a3e7ea4 for: {'network': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:30:40.808030 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e30a53b9-a979-45f7-ae93-1493f19109e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for network (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:40.829333 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9f98b10c-ea85-43f6-8b25-673bc68ea213 req-bbece942-fb5c-47a2-9662-c582590d4923 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668416 May 23 15:30:40.844576 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e30a53b9-a979-45f7-ae93-1493f19109e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:40.884056 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8f0375e0-62e2-4ae8-8eec-659b52037456 admin admin] Publish callbacks [] for security_group (c69837c3-e3a5-4c35-97b2-b23e527c601f), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:40.906108 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8dfb0-2f4a-446b-be77-88b6a128caa3 req-f5c1af87-96e5-4096-9032-041dd7055386 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:40.906108 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-45c8dfb0-2f4a-446b-be77-88b6a128caa3 req-f5c1af87-96e5-4096-9032-041dd7055386 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=e30f7223-50a4-46a7-b9df-cc24cc0ba14e HTTP/1.1" status: 200 len: 944 time: 0.1372485 May 23 15:30:40.918371 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:40.945830 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f976aad-0a45-4c98-a268-c308df4c4843 req-524e441c-8b88-4cf5-999c-c73665d2ae0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:40.947385 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0f976aad-0a45-4c98-a268-c308df4c4843 req-524e441c-8b88-4cf5-999c-c73665d2ae0e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9aaff9db173d4618929536b08d2be8f0&device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 1128 time: 0.0665989 May 23 15:30:40.978028 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] get_ports_and_sgs() called for port_ids ['844b0f3e-da49-4384-9cfa-321053312dea'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:30:41.027901 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:41.064116 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc950ef-8647-4551-a1d1-6b74ad067464 req-b601126b-f471-45ad-94e0-272bf390cd56 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:41.065911 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-8cc950ef-8647-4551-a1d1-6b74ad067464 req-b601126b-f471-45ad-94e0-272bf390cd56 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 945 time: 0.0856593 May 23 15:30:41.077938 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 59654) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:41.084310 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-a3298d5c-e602-46f2-be1e-9849f1e013cc tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Request body: {'floatingip': {'port_id': '920328ed-01fa-4ed4-b496-7b1fea54b54c'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:30:41.093331 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8f0375e0-62e2-4ae8-8eec-659b52037456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (c69837c3-e3a5-4c35-97b2-b23e527c601f), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:41.097242 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8f0375e0-62e2-4ae8-8eec-659b52037456 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:41.098402 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-8f0375e0-62e2-4ae8-8eec-659b52037456 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c69837c3-e3a5-4c35-97b2-b23e527c601f HTTP/1.1" status: 204 len: 168 time: 0.5637577 May 23 15:30:41.107712 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:41.140419 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-45c8dfb0-2f4a-446b-be77-88b6a128caa3 req-d99f01a8-d1ee-4f4e-9013-930c98fd25fd tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c129478-3037-4d83-809f-567c085f9532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2258298 May 23 15:30:41.146877 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0375e0-62e2-4ae8-8eec-659b52037456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69837c3-e3a5-4c35-97b2-b23e527c601f,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:41.150072 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] get_ports_and_sgs() called for port_ids ['9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:30:41.211941 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e30a53b9-a979-45f7-ae93-1493f19109e5 admin admin] Publish callbacks [] for security_group (9121d56b-7c9c-41aa-9d1b-2ffc5bee6d09), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:41.218825 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e30a53b9-a979-45f7-ae93-1493f19109e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (9121d56b-7c9c-41aa-9d1b-2ffc5bee6d09), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:41.228422 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a3298d5c-e602-46f2-be1e-9849f1e013cc tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks [] for floatingip (1bff7494-bb29-41c9-a1ee-34374d46622f), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:41.256574 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:41.257864 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e30a53b9-a979-45f7-ae93-1493f19109e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 968} {{(pid=104081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 15:30:41.272663 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e30a53b9-a979-45f7-ae93-1493f19109e5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781040571742', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226'] for segment (16e94493-eaea-4f4e-ba39-3856fbb5da82), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:41.275014 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.db.segments_db [None req-e30a53b9-a979-45f7-ae93-1493f19109e5 admin admin] Added segment 16e94493-eaea-4f4e-ba39-3856fbb5da82 of type vlan for network 6e1a4d4a-b87e-4eaa-ab95-ed9792d1e726 May 23 15:30:41.289912 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:41.383997 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e30a53b9-a979-45f7-ae93-1493f19109e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781040098124'] for network (6e1a4d4a-b87e-4eaa-ab95-ed9792d1e726), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:41.525684 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a53b9-a979-45f7-ae93-1493f19109e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9121d56b-7c9c-41aa-9d1b-2ffc5bee6d09,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:41.537100 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e30a53b9-a979-45f7-ae93-1493f19109e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720'] for network (6e1a4d4a-b87e-4eaa-ab95-ed9792d1e726), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:41.540226 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30a53b9-a979-45f7-ae93-1493f19109e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:41.541512 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e30a53b9-a979-45f7-ae93-1493f19109e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for network (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:41.617057 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-e30a53b9-a979-45f7-ae93-1493f19109e5 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9283137 May 23 15:30:41.617527 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 59666) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:41.631109 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-2293607c-79e0-4b34-be08-b754da8d961e admin admin] Request body: {'subnet': {'network_id': '6e1a4d4a-b87e-4eaa-ab95-ed9792d1e726', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-329860052-subnet', 'tenant_id': 'a3217b6fd0f24e23958838338a3e7ea4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:30:41.666475 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2293607c-79e0-4b34-be08-b754da8d961e admin admin] Made reservation on behalf of a3217b6fd0f24e23958838338a3e7ea4 for: {'subnet': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:30:41.669549 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2293607c-79e0-4b34-be08-b754da8d961e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:41.672146 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a53b9-a979-45f7-ae93-1493f19109e5 admin admin] Pushing event updated for resources: {'Network': ['ID=6e1a4d4a-b87e-4eaa-ab95-ed9792d1e726,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:41.692125 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f976aad-0a45-4c98-a268-c308df4c4843 req-a27a12d1-6021-4e1a-96d5-28ce4b03f812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:41.693371 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0f976aad-0a45-4c98-a268-c308df4c4843 req-a27a12d1-6021-4e1a-96d5-28ce4b03f812 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a072baa-6965-4350-b247-fb58bbcac26a HTTP/1.1" status: 200 len: 911 time: 0.3328114 May 23 15:30:41.699487 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Network 6e1a4d4a-b87e-4eaa-ab95-ed9792d1e726 details requested by agent ovs-agent-dv-cinder-841125-8-iscsi with host dv-cinder-841125-8-iscsi {{(pid=104082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 15:30:41.844912 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b766d9-7a6b-4d3a-8144-f23605dee4f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:30:41.847204 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f55e67021d3a90dbbd6c8997e5bd31cd20e79582d0fa2823ba23f1fb24bbbe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5343b27-1704-4657-827b-81fcb10c7b77" -d '{"events": [{"server_uuid": "c7b766d9-7a6b-4d3a-8144-f23605dee4f9", "name": "network-vif-plugged", "status": "completed", "tag": "7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:30:41.922964 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:41.940980 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8299af-5c4e-4306-a85a-1fc4fe37656c req-848238f6-b50f-4172-83fc-b846f18ba941 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:41.943106 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5a8299af-5c4e-4306-a85a-1fc4fe37656c req-848238f6-b50f-4172-83fc-b846f18ba941 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 944 time: 0.1263390 May 23 15:30:41.958930 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:41.988150 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 59674) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:42.053630 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91dc5a-08ed-4ec9-b612-f4692e599778 req-43fba463-36e5-42e0-bd5c-a05dee246587 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:42.057389 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5a8299af-5c4e-4306-a85a-1fc4fe37656c req-212e41df-18c1-4dbb-b8bf-6120c4cfb4bd tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896525 May 23 15:30:42.060968 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ce91dc5a-08ed-4ec9-b612-f4692e599778 req-43fba463-36e5-42e0-bd5c-a05dee246587 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 946 time: 0.1331022 May 23 15:30:42.071857 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b6af8b72-7247-45bf-9def-ac4cdba5e108 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:42.126678 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2293607c-79e0-4b34-be08-b754da8d961e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720'] for subnet (c1e8eba5-6a8f-4982-9ea8-c272eb1875aa), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:42.140274 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c38892d-4407-4c63-88b6-dcd5f0b2da62 x-openstack-request-id: req-4c38892d-4407-4c63-88b6-dcd5f0b2da62 {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:30:42.140626 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b766d9-7a6b-4d3a-8144-f23605dee4f9", "name": "network-vif-plugged", "status": "completed", "tag": "7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:30:42.141054 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4c38892d-4407-4c63-88b6-dcd5f0b2da62 {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:30:42.141484 dv-cinder-841125-8-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c38892d-4407-4c63-88b6-dcd5f0b2da62'] response: {'server_uuid': 'c7b766d9-7a6b-4d3a-8144-f23605dee4f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c', 'code': 200} May 23 15:30:42.180915 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2293607c-79e0-4b34-be08-b754da8d961e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1e8eba5-6a8f-4982-9ea8-c272eb1875aa,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:42.199144 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2293607c-79e0-4b34-be08-b754da8d961e admin admin] Checking segment: {'id': '16e94493-eaea-4f4e-ba39-3856fbb5da82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '6e1a4d4a-b87e-4eaa-ab95-ed9792d1e726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:30:42.199507 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2293607c-79e0-4b34-be08-b754da8d961e admin admin] Network hostable DHCP agents. Network: 6e1a4d4a-b87e-4eaa-ab95-ed9792d1e726, hostable agents: ['a6df4f1d-15a4-4993-9185-787bcd604f39'], hosted agents: [] {{(pid=104081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 15:30:42.222968 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2293607c-79e0-4b34-be08-b754da8d961e admin admin] Network 6e1a4d4a-b87e-4eaa-ab95-ed9792d1e726 is scheduled to be hosted by DHCP agent a6df4f1d-15a4-4993-9185-787bcd604f39 with binding_index 1 {{(pid=104081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 15:30:42.237004 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-2293607c-79e0-4b34-be08-b754da8d961e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-8-iscsi, 6e1a4d4a-b87e-4eaa-ab95-ed9792d1e726) {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:30:42.243738 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2293607c-79e0-4b34-be08-b754da8d961e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:42.244882 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2293607c-79e0-4b34-be08-b754da8d961e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for subnet (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:42.249538 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ce91dc5a-08ed-4ec9-b612-f4692e599778 req-3d7dba01-9291-4a24-b28e-2dcf91086ed5 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875918 May 23 15:30:42.269555 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7062bb2-29a5-4abc-bec5-817254330a4c None None] Network 6e1a4d4a-b87e-4eaa-ab95-ed9792d1e726 requested from dv-cinder-841125-8-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:30:42.304675 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-2293607c-79e0-4b34-be08-b754da8d961e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6859531 May 23 15:30:42.336223 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ed8b7-e836-457a-88e0-5ea1c0508c0a req-8050b2b8-1e5e-4512-935d-b4878d666246 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:42.349483 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-180ed8b7-e836-457a-88e0-5ea1c0508c0a req-8050b2b8-1e5e-4512-935d-b4878d666246 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=e30f7223-50a4-46a7-b9df-cc24cc0ba14e HTTP/1.1" status: 200 len: 944 time: 0.0887690 May 23 15:30:42.444430 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-180ed8b7-e836-457a-88e0-5ea1c0508c0a req-1c7535be-4d54-4332-9eb1-6df40bb90957 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c129478-3037-4d83-809f-567c085f9532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864191 May 23 15:30:42.517119 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebbe1ff-09a5-4bd9-831f-64d08fbc3309 None None] Network 6e1a4d4a-b87e-4eaa-ab95-ed9792d1e726 requested from dv-cinder-841125-8-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:30:42.603027 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0f976aad-0a45-4c98-a268-c308df4c4843 req-60812ee4-9e25-40d1-89da-8728abdeb331 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e HTTP/1.1" status: 200 len: 217 time: 0.0695226 May 23 15:30:42.847158 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:42.868859 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.db.resource_extend [None req-a3298d5c-e602-46f2-be1e-9849f1e013cc tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 15:30:42.873681 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b6af8b72-7247-45bf-9def-ac4cdba5e108 admin admin] Publish callbacks [] for security_group (0330da2b-291a-4f48-a7e2-557ba9f4a115), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:42.877410 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f976aad-0a45-4c98-a268-c308df4c4843 req-3a274096-a427-4f87-aad3-ae90850f5cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:42.879234 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0f976aad-0a45-4c98-a268-c308df4c4843 req-3a274096-a427-4f87-aad3-ae90850f5cea service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7134c090-f572-476b-be3d-e9de19d83fc7 HTTP/1.1" status: 200 len: 849 time: 0.2488554 May 23 15:30:42.941969 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b6af8b72-7247-45bf-9def-ac4cdba5e108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (0330da2b-291a-4f48-a7e2-557ba9f4a115), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:43.049194 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a3298d5c-e602-46f2-be1e-9849f1e013cc tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:43.052115 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-b6af8b72-7247-45bf-9def-ac4cdba5e108 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1f57aca0025b4ee19fd4f70a5cd77dc3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0609307 May 23 15:30:43.054997 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 59700) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:43.057614 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a3298d5c-e602-46f2-be1e-9849f1e013cc tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-863864'] for floatingip (1bff7494-bb29-41c9-a1ee-34374d46622f), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:43.061452 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af8b72-7247-45bf-9def-ac4cdba5e108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0330da2b-291a-4f48-a7e2-557ba9f4a115,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:43.069444 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 844b0f3e-da49-4384-9cfa-321053312dea up at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:30:43.235520 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Provisioning for port 844b0f3e-da49-4384-9cfa-321053312dea completed by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 15:30:43.248790 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Provisioning complete for port 844b0f3e-da49-4384-9cfa-321053312dea triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:30:43.249178 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (844b0f3e-da49-4384-9cfa-321053312dea), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:43.313796 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f976aad-0a45-4c98-a268-c308df4c4843 req-cf65f715-b8c2-4bc4-8e08-d3325d8e6368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:43.315296 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0f976aad-0a45-4c98-a268-c308df4c4843 req-cf65f715-b8c2-4bc4-8e08-d3325d8e6368 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a072baa-6965-4350-b247-fb58bbcac26a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1569021 May 23 15:30:43.358920 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da9603-47ed-49f0-b55b-45438fd36129 req-489906c9-f56a-4387-873b-8e646824ba0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:43.372040 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d1da9603-47ed-49f0-b55b-45438fd36129 req-489906c9-f56a-4387-873b-8e646824ba0b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 1130 time: 0.2589979 May 23 15:30:43.408554 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6acd69-de4c-4ac1-a122-cb92070e8a31 req-a80c0a91-9ba5-48ef-a8b6-55c235dcf1a5 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:43.419943 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-1e6acd69-de4c-4ac1-a122-cb92070e8a31 req-a80c0a91-9ba5-48ef-a8b6-55c235dcf1a5 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 944 time: 0.2211416 May 23 15:30:43.508383 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:43.518440 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d1da9603-47ed-49f0-b55b-45438fd36129 req-1161d917-4955-4b8b-8f20-25e8a08692f1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219597 May 23 15:30:43.529964 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.db.l3_db [None req-a3298d5c-e602-46f2-be1e-9849f1e013cc tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Floating IP 1bff7494-bb29-41c9-a1ee-34374d46622f associated. External IP: 172.27.2.131, port: 920328ed-01fa-4ed4-b496-7b1fea54b54c. May 23 15:30:43.536976 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:43.654343 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-1e6acd69-de4c-4ac1-a122-cb92070e8a31 req-b2700c3f-d317-4672-aa5f-f452381131e8 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2333643 May 23 15:30:43.670205 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0f976aad-0a45-4c98-a268-c308df4c4843 req-e3c433a0-0099-48f2-901c-b0bb4df0de6a service neutron] 10.222.0.72 "GET /v2.0/networks/2a072baa-6965-4350-b247-fb58bbcac26a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898331 May 23 15:30:43.675837 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port 844b0f3e-da49-4384-9cfa-321053312dea is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:30:43.679109 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (844b0f3e-da49-4384-9cfa-321053312dea), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:43.728243 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 844b0f3e-da49-4384-9cfa-321053312dea, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=844b0f3e-da49-4384-9cfa-321053312dea,segment=NetworkSegment(4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0),segment_id=4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:30:43.739848 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (844b0f3e-da49-4384-9cfa-321053312dea), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:43.745564 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e up at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:30:43.903294 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Provisioning for port 9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e completed by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 15:30:43.915260 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0114c-8d84-4116-97aa-6bdfc6d9cb62 req-0077914b-3303-4bd0-b6cd-179aa298a502 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:43.920357 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Provisioning complete for port 9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:30:43.921096 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:43.921263 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-84f8ed05-5861-4f7d-af18-27aa9a0bb405 admin admin] Publish callbacks [] for security_group (0330da2b-291a-4f48-a7e2-557ba9f4a115), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:43.925895 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d7b0114c-8d84-4116-97aa-6bdfc6d9cb62 req-0077914b-3303-4bd0-b6cd-179aa298a502 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=e30f7223-50a4-46a7-b9df-cc24cc0ba14e HTTP/1.1" status: 200 len: 945 time: 0.1280410 May 23 15:30:43.953526 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf3365-31a7-4db8-8ace-1aa88114a221 req-67286023-a5be-47bb-8704-3f57d52e4b22 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:43.955105 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1dbf3365-31a7-4db8-8ace-1aa88114a221 req-67286023-a5be-47bb-8704-3f57d52e4b22 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 946 time: 0.4621799 May 23 15:30:43.957432 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-84f8ed05-5861-4f7d-af18-27aa9a0bb405 admin admin] Publish callbacks [] for security_group (0330da2b-291a-4f48-a7e2-557ba9f4a115), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:43.960390 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=844b0f3e-da49-4384-9cfa-321053312dea,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:44.021437 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d7b0114c-8d84-4116-97aa-6bdfc6d9cb62 req-98f9e800-455d-44a0-a85f-2caec78cb530 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c129478-3037-4d83-809f-567c085f9532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946176 May 23 15:30:44.032359 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1dbf3365-31a7-4db8-8ace-1aa88114a221 req-498c5a7b-fe46-4085-b424-488c1a30e0df tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626998 May 23 15:30:44.039545 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port 9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:30:44.040161 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:44.040475 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3298d5c-e602-46f2-be1e-9849f1e013cc tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Router 8f83d07c-5957-4883-bfd3-40c57a380ba1 has already been hosted by L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:30:44.045295 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=100 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:44.054280 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-84f8ed05-5861-4f7d-af18-27aa9a0bb405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (0330da2b-291a-4f48-a7e2-557ba9f4a115), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:44.058007 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-84f8ed05-5861-4f7d-af18-27aa9a0bb405 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:44.059369 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-84f8ed05-5861-4f7d-af18-27aa9a0bb405 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0330da2b-291a-4f48-a7e2-557ba9f4a115 HTTP/1.1" status: 204 len: 168 time: 1.0032840 May 23 15:30:44.069748 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8ed05-5861-4f7d-af18-27aa9a0bb405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0330da2b-291a-4f48-a7e2-557ba9f4a115,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:44.100540 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e,segment=NetworkSegment(48775ad2-4450-43ce-a412-5bc906720c7e),segment_id=48775ad2-4450-43ce-a412-5bc906720c7e)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:30:44.107045 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:44.146232 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30f7223-50a4-46a7-b9df-cc24cc0ba14e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844b0f3e-da49-4384-9cfa-321053312dea'}, {'server_uuid': '9e1c71d3-9470-4f72-a76c-e6c114bd4821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:30:44.148666 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f55e67021d3a90dbbd6c8997e5bd31cd20e79582d0fa2823ba23f1fb24bbbe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5225800-da41-4529-89fb-4549ef6e6266" -d '{"events": [{"server_uuid": "e30f7223-50a4-46a7-b9df-cc24cc0ba14e", "name": "network-vif-plugged", "status": "completed", "tag": "844b0f3e-da49-4384-9cfa-321053312dea"}, {"server_uuid": "9e1c71d3-9470-4f72-a76c-e6c114bd4821", "name": "network-vif-plugged", "status": "completed", "tag": "9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:30:44.170911 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:44.206149 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 23 May 2022 15:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e03d50-eef5-40c7-aa93-d4f0671fae37 x-openstack-request-id: req-e8e03d50-eef5-40c7-aa93-d4f0671fae37 {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:30:44.207224 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e30f7223-50a4-46a7-b9df-cc24cc0ba14e", "name": "network-vif-plugged", "status": "completed", "tag": "844b0f3e-da49-4384-9cfa-321053312dea", "code": 200}, {"server_uuid": "9e1c71d3-9470-4f72-a76c-e6c114bd4821", "name": "network-vif-plugged", "status": "completed", "tag": "9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:30:44.207559 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e8e03d50-eef5-40c7-aa93-d4f0671fae37 {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:30:44.208208 dv-cinder-841125-8-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8e03d50-eef5-40c7-aa93-d4f0671fae37'] response: {'server_uuid': 'e30f7223-50a4-46a7-b9df-cc24cc0ba14e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844b0f3e-da49-4384-9cfa-321053312dea', 'code': 200} May 23 15:30:44.208537 dv-cinder-841125-8-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8e03d50-eef5-40c7-aa93-d4f0671fae37'] response: {'server_uuid': '9e1c71d3-9470-4f72-a76c-e6c114bd4821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e', 'code': 200} May 23 15:30:44.234643 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3298d5c-e602-46f2-be1e-9849f1e013cc tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:30:44.239883 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a3298d5c-e602-46f2-be1e-9849f1e013cc tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:44.250777 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba379643-ae7b-48ce-9a58-1ffddce08bcf None None] Sync routers for ids ['8f83d07c-5957-4883-bfd3-40c57a380ba1'] in dv-cinder-841125-8-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:30:44.262040 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba379643-ae7b-48ce-9a58-1ffddce08bcf None None] Routers {'8f83d07c-5957-4883-bfd3-40c57a380ba1'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:30:44.262720 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-ba379643-ae7b-48ce-9a58-1ffddce08bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:30:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['8f83d07c-5957-4883-bfd3-40c57a380ba1'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:30:44.285761 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-a3298d5c-e602-46f2-be1e-9849f1e013cc tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "PUT /v2.0/floatingips/1bff7494-bb29-41c9-a1ee-34374d46622f HTTP/1.1" status: 200 len: 991 time: 3.2063632 May 23 15:30:44.292981 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9038c8-1395-4d48-b10b-2fe7310c4c76', 'tag': '920328ed-01fa-4ed4-b496-7b1fea54b54c'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:30:44.295827 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee4ef39eddac8a8c2b622b321199fad7a345fd77cd5019e852148a8aec1132e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97034dd-b8fd-4bc0-9809-983e56942a6d" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9038c8-1395-4d48-b10b-2fe7310c4c76", "tag": "920328ed-01fa-4ed4-b496-7b1fea54b54c"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:30:44.302177 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=100 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:44.318583 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0f976aad-0a45-4c98-a268-c308df4c4843 req-d8bd9ef3-2677-478f-96e6-62bff02913f6 service neutron] 10.222.0.72 "GET /v2.0/networks/2a072baa-6965-4350-b247-fb58bbcac26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573949 May 23 15:30:44.337000 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc38ad74-7362-41fa-becc-38fb600211b4 x-openstack-request-id: req-bc38ad74-7362-41fa-becc-38fb600211b4 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:30:44.337288 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9038c8-1395-4d48-b10b-2fe7310c4c76", "tag": "920328ed-01fa-4ed4-b496-7b1fea54b54c", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:30:44.337678 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bc38ad74-7362-41fa-becc-38fb600211b4 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:30:44.338523 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc38ad74-7362-41fa-becc-38fb600211b4'] response: {'name': 'network-changed', 'server_uuid': '9b9038c8-1395-4d48-b10b-2fe7310c4c76', 'tag': '920328ed-01fa-4ed4-b496-7b1fea54b54c', 'status': 'completed', 'code': 200} May 23 15:30:44.381955 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-ba379643-ae7b-48ce-9a58-1ffddce08bcf None None] Set router 8f83d07c-5957-4883-bfd3-40c57a380ba1 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:30:44.659757 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-ba379643-ae7b-48ce-9a58-1ffddce08bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'name': 'tempest-AttachVolumeShelveTestJSON-765194453-router', 'tenant_id': '65c6b1563c424330ade1ef15f8efa110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '46b88a5c-1348-414c-bd52-b8fe78e8c9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:46Z', 'updated_at': '2022-05-23T15:29:57Z', 'revision_number': 4, 'project_id': '65c6b1563c424330ade1ef15f8efa110', 'gw_port': {'id': '46b88a5c-1348-414c-bd52-b8fe78e8c9bc', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:04:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_floatingips': [{'id': '1bff7494-bb29-41c9-a1ee-34374d46622f', 'tenant_id': '65c6b1563c424330ade1ef15f8efa110', 'floating_ip_address': '172.27.2.131', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'port_id': '920328ed-01fa-4ed4-b496-7b1fea54b54c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '751cbaf0-d17b-4cd8-950f-078d51e9414f', 'mac_address': 'fa:16:3e:76:85:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9038c8-1395-4d48-b10b-2fe7310c4c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:30:11Z', 'updated_at': '2022-05-23T15:30:42Z', 'revision_number': 1, 'project_id': '65c6b1563c424330ade1ef15f8efa110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd39059b-c103-493b-96f9-26f4b5a3695d', 'name': '', 'network_id': '751cbaf0-d17b-4cd8-950f-078d51e9414f', 'tenant_id': '65c6b1563c424330ade1ef15f8efa110', 'mac_address': 'fa:16:3e:6e:4f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '045c111a-efa9-497c-8e54-7f6b21c0aa2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:54Z', 'updated_at': '2022-05-23T15:30:09Z', 'revision_number': 5, 'project_id': '65c6b1563c424330ade1ef15f8efa110', 'subnets': [{'id': '045c111a-efa9-497c-8e54-7f6b21c0aa2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:30:44.704584 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba379643-ae7b-48ce-9a58-1ffddce08bcf None None] Checking router: 8f83d07c-5957-4883-bfd3-40c57a380ba1 for host: dv-cinder-841125-8-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:30:44.713819 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba379643-ae7b-48ce-9a58-1ffddce08bcf None None] Routers {'8f83d07c-5957-4883-bfd3-40c57a380ba1'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:30:44.715325 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-ba379643-ae7b-48ce-9a58-1ffddce08bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:30:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['8f83d07c-5957-4883-bfd3-40c57a380ba1'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:30:44.841559 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-ba379643-ae7b-48ce-9a58-1ffddce08bcf None None] Set router 8f83d07c-5957-4883-bfd3-40c57a380ba1 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:30:44.845004 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b668d-3c59-48fc-94ca-6150c16c3a09 req-b65586e5-eb2d-42a1-86f2-49a5f95cf67b tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:44.853479 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b01b668d-3c59-48fc-94ca-6150c16c3a09 req-b65586e5-eb2d-42a1-86f2-49a5f95cf67b tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.1167669 May 23 15:30:44.963712 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b01b668d-3c59-48fc-94ca-6150c16c3a09 req-e08189c1-1a2e-40fa-a787-e24f76a041bd tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028712 May 23 15:30:45.168228 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-ba379643-ae7b-48ce-9a58-1ffddce08bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'name': 'tempest-AttachVolumeShelveTestJSON-765194453-router', 'tenant_id': '65c6b1563c424330ade1ef15f8efa110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '46b88a5c-1348-414c-bd52-b8fe78e8c9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:46Z', 'updated_at': '2022-05-23T15:29:57Z', 'revision_number': 4, 'project_id': '65c6b1563c424330ade1ef15f8efa110', 'gw_port': {'id': '46b88a5c-1348-414c-bd52-b8fe78e8c9bc', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:04:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_floatingips': [{'id': '1bff7494-bb29-41c9-a1ee-34374d46622f', 'tenant_id': '65c6b1563c424330ade1ef15f8efa110', 'floating_ip_address': '172.27.2.131', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'port_id': '920328ed-01fa-4ed4-b496-7b1fea54b54c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '751cbaf0-d17b-4cd8-950f-078d51e9414f', 'mac_address': 'fa:16:3e:76:85:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9038c8-1395-4d48-b10b-2fe7310c4c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:30:11Z', 'updated_at': '2022-05-23T15:30:42Z', 'revision_number': 1, 'project_id': '65c6b1563c424330ade1ef15f8efa110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd39059b-c103-493b-96f9-26f4b5a3695d', 'name': '', 'network_id': '751cbaf0-d17b-4cd8-950f-078d51e9414f', 'tenant_id': '65c6b1563c424330ade1ef15f8efa110', 'mac_address': 'fa:16:3e:6e:4f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '045c111a-efa9-497c-8e54-7f6b21c0aa2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:54Z', 'updated_at': '2022-05-23T15:30:09Z', 'revision_number': 5, 'project_id': '65c6b1563c424330ade1ef15f8efa110', 'subnets': [{'id': '045c111a-efa9-497c-8e54-7f6b21c0aa2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:30:45.224835 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba379643-ae7b-48ce-9a58-1ffddce08bcf None None] The sync data for ids ['8f83d07c-5957-4883-bfd3-40c57a380ba1'] in dv-cinder-841125-8-iscsi is: [{'id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'name': 'tempest-AttachVolumeShelveTestJSON-765194453-router', 'tenant_id': '65c6b1563c424330ade1ef15f8efa110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '46b88a5c-1348-414c-bd52-b8fe78e8c9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:46Z', 'updated_at': '2022-05-23T15:29:57Z', 'revision_number': 4, 'project_id': '65c6b1563c424330ade1ef15f8efa110', 'gw_port': {'id': '46b88a5c-1348-414c-bd52-b8fe78e8c9bc', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:04:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_floatingips': [{'id': '1bff7494-bb29-41c9-a1ee-34374d46622f', 'tenant_id': '65c6b1563c424330ade1ef15f8efa110', 'floating_ip_address': '172.27.2.131', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'port_id': '920328ed-01fa-4ed4-b496-7b1fea54b54c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '751cbaf0-d17b-4cd8-950f-078d51e9414f', 'mac_address': 'fa:16:3e:76:85:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9038c8-1395-4d48-b10b-2fe7310c4c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:30:11Z', 'updated_at': '2022-05-23T15:30:42Z', 'revision_number': 1, 'project_id': '65c6b1563c424330ade1ef15f8efa110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd39059b-c103-493b-96f9-26f4b5a3695d', 'name': '', 'network_id': '751cbaf0-d17b-4cd8-950f-078d51e9414f', 'tenant_id': '65c6b1563c424330ade1ef15f8efa110', 'mac_address': 'fa:16:3e:6e:4f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '045c111a-efa9-497c-8e54-7f6b21c0aa2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:54Z', 'updated_at': '2022-05-23T15:30:09Z', 'revision_number': 5, 'project_id': '65c6b1563c424330ade1ef15f8efa110', 'subnets': [{'id': '045c111a-efa9-497c-8e54-7f6b21c0aa2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:30:45.312574 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f1e2a-cda9-4082-802b-5a8718d6d8ef req-5c75d337-fb37-4746-9285-6917bab9b569 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:45.341681 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-320f1e2a-cda9-4082-802b-5a8718d6d8ef req-5c75d337-fb37-4746-9285-6917bab9b569 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=e30f7223-50a4-46a7-b9df-cc24cc0ba14e HTTP/1.1" status: 200 len: 945 time: 0.1178629 May 23 15:30:45.365878 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd2445-a37b-4f77-9381-349121d14b82 req-f01b90ce-db69-47bb-88a9-0ac769465e69 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:45.378314 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0dcd2445-a37b-4f77-9381-349121d14b82 req-f01b90ce-db69-47bb-88a9-0ac769465e69 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 946 time: 0.1276569 May 23 15:30:45.401238 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (88197243-2542-4a6c-b81b-f727b3d95aaf), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:45.441188 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-320f1e2a-cda9-4082-802b-5a8718d6d8ef req-24d4d58b-4e64-4dfe-a860-6012d4e726ff tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c129478-3037-4d83-809f-567c085f9532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981638 May 23 15:30:45.467442 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0dcd2445-a37b-4f77-9381-349121d14b82 req-3031ad01-5161-4fca-8a90-f8918513a29b tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880725 May 23 15:30:45.497328 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 59784) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:45.582673 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dec4a2-4351-4ca7-bbec-a13d2532aeae None None] New status for floating IP 1bff7494-bb29-41c9-a1ee-34374d46622f: ACTIVE {{(pid=104082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:30:45.627932 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4b17ef24-dc52-473a-9ba1-8e91fbc0fa50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:45.630459 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:45.716793 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4b17ef24-dc52-473a-9ba1-8e91fbc0fa50 admin admin] Publish callbacks [] for security_group (e5a02ea9-a322-48d2-b1a6-52d33b71e243), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:45.721472 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4b17ef24-dc52-473a-9ba1-8e91fbc0fa50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (e5a02ea9-a322-48d2-b1a6-52d33b71e243), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:45.775315 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-4b17ef24-dc52-473a-9ba1-8e91fbc0fa50 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=390089c1038e43b19e1fb852e4a449e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2739048 May 23 15:30:45.775315 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 59796) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:45.782294 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b17ef24-dc52-473a-9ba1-8e91fbc0fa50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a02ea9-a322-48d2-b1a6-52d33b71e243,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:45.791825 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17ef24-dc52-473a-9ba1-8e91fbc0fa50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:30:45.792264 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17ef24-dc52-473a-9ba1-8e91fbc0fa50 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:30:45.792731 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17ef24-dc52-473a-9ba1-8e91fbc0fa50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:30:45.793160 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17ef24-dc52-473a-9ba1-8e91fbc0fa50 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:30:45.793575 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17ef24-dc52-473a-9ba1-8e91fbc0fa50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:30:45.794116 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17ef24-dc52-473a-9ba1-8e91fbc0fa50 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:30:45.794501 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17ef24-dc52-473a-9ba1-8e91fbc0fa50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:30:45.795747 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17ef24-dc52-473a-9ba1-8e91fbc0fa50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:30:45.796107 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17ef24-dc52-473a-9ba1-8e91fbc0fa50 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:30:45.796451 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17ef24-dc52-473a-9ba1-8e91fbc0fa50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:30:45.796797 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17ef24-dc52-473a-9ba1-8e91fbc0fa50 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:30:45.797163 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17ef24-dc52-473a-9ba1-8e91fbc0fa50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:30:45.797500 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17ef24-dc52-473a-9ba1-8e91fbc0fa50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:30:45.797830 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17ef24-dc52-473a-9ba1-8e91fbc0fa50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:30:45.798158 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17ef24-dc52-473a-9ba1-8e91fbc0fa50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:30:45.853419 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-14cae4bd-2be3-4ec6-b7b2-92c323cd4095 admin admin] Publish callbacks [] for security_group (e5a02ea9-a322-48d2-b1a6-52d33b71e243), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:45.877876 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-14cae4bd-2be3-4ec6-b7b2-92c323cd4095 admin admin] Publish callbacks [] for security_group (e5a02ea9-a322-48d2-b1a6-52d33b71e243), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:45.938540 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-14cae4bd-2be3-4ec6-b7b2-92c323cd4095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (e5a02ea9-a322-48d2-b1a6-52d33b71e243), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:45.941358 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-14cae4bd-2be3-4ec6-b7b2-92c323cd4095 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:45.945132 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-14cae4bd-2be3-4ec6-b7b2-92c323cd4095 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e5a02ea9-a322-48d2-b1a6-52d33b71e243 HTTP/1.1" status: 204 len: 168 time: 0.1662498 May 23 15:30:45.953278 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cae4bd-2be3-4ec6-b7b2-92c323cd4095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a02ea9-a322-48d2-b1a6-52d33b71e243,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:46.085635 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6aaf3-e5a6-4591-a600-b9a9cdc6a894 req-48340ea7-e6db-407a-b6aa-18ba99db13ad tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:46.087564 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ebe6aaf3-e5a6-4591-a600-b9a9cdc6a894 req-48340ea7-e6db-407a-b6aa-18ba99db13ad tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.0514121 May 23 15:30:46.143513 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ebe6aaf3-e5a6-4591-a600-b9a9cdc6a894 req-09ec1cc2-c266-438f-946d-53d8cbfdd3f1 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482905 May 23 15:30:46.340949 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 59822) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:46.357505 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9f499564-2a96-4b4b-af48-b5b439bd36bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:46.450013 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9f499564-2a96-4b4b-af48-b5b439bd36bf admin admin] Publish callbacks [] for security_group (b5f3c9c3-253f-4ede-b42a-54a9b43d7e92), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:46.455141 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9f499564-2a96-4b4b-af48-b5b439bd36bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (b5f3c9c3-253f-4ede-b42a-54a9b43d7e92), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:46.501546 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 59840) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:46.502098 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-9f499564-2a96-4b4b-af48-b5b439bd36bf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2eb2250413fb4622b0e26f43e640a900&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1589608 May 23 15:30:46.502654 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f499564-2a96-4b4b-af48-b5b439bd36bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f3c9c3-253f-4ede-b42a-54a9b43d7e92,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:46.578668 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=14 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:46.664118 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d37596fd-553f-4e2a-abd7-bb60156d3819 admin admin] Publish callbacks [] for security_group (b5f3c9c3-253f-4ede-b42a-54a9b43d7e92), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:46.667835 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a97c79-8548-4e73-b602-7ef3f064290a req-24e72565-0e2c-4599-a55c-0e53f13bac53 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:46.669712 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b4a97c79-8548-4e73-b602-7ef3f064290a req-24e72565-0e2c-4599-a55c-0e53f13bac53 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 946 time: 0.1071470 May 23 15:30:46.673342 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f8560-518e-48ca-b5a5-d05ead0a5efb req-99371658-567b-4e76-a557-1638267cc786 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:46.675140 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-262f8560-518e-48ca-b5a5-d05ead0a5efb req-99371658-567b-4e76-a557-1638267cc786 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=e30f7223-50a4-46a7-b9df-cc24cc0ba14e HTTP/1.1" status: 200 len: 945 time: 0.1198196 May 23 15:30:46.756220 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b4a97c79-8548-4e73-b602-7ef3f064290a req-2edf39fc-5034-4a59-bcdd-b0b11a9b188d tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733120 May 23 15:30:46.768342 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d37596fd-553f-4e2a-abd7-bb60156d3819 admin admin] Publish callbacks [] for security_group (b5f3c9c3-253f-4ede-b42a-54a9b43d7e92), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:47.035392 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=100 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:47.075258 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97034dd-b8fd-4bc0-9809-983e56942a6d req-27b1358a-b6cc-40da-8bdf-f4c0e1172683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:47.077119 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f97034dd-b8fd-4bc0-9809-983e56942a6d req-27b1358a-b6cc-40da-8bdf-f4c0e1172683 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=65c6b1563c424330ade1ef15f8efa110&device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 1129 time: 0.3230946 May 23 15:30:47.086495 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-262f8560-518e-48ca-b5a5-d05ead0a5efb req-c958044d-1498-48ad-b7b0-20b26451289f tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c129478-3037-4d83-809f-567c085f9532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4011090 May 23 15:30:47.107150 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d37596fd-553f-4e2a-abd7-bb60156d3819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (b5f3c9c3-253f-4ede-b42a-54a9b43d7e92), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:47.109965 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d37596fd-553f-4e2a-abd7-bb60156d3819 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:47.111916 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-d37596fd-553f-4e2a-abd7-bb60156d3819 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b5f3c9c3-253f-4ede-b42a-54a9b43d7e92 HTTP/1.1" status: 204 len: 168 time: 0.6093605 May 23 15:30:47.122166 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37596fd-553f-4e2a-abd7-bb60156d3819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f3c9c3-253f-4ede-b42a-54a9b43d7e92,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:47.130531 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 59862) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:47.135449 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37596fd-553f-4e2a-abd7-bb60156d3819 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:30:47.135803 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37596fd-553f-4e2a-abd7-bb60156d3819 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:30:47.137162 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37596fd-553f-4e2a-abd7-bb60156d3819 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:30:47.137859 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37596fd-553f-4e2a-abd7-bb60156d3819 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:30:47.138216 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37596fd-553f-4e2a-abd7-bb60156d3819 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:30:47.138555 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37596fd-553f-4e2a-abd7-bb60156d3819 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:30:47.138890 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37596fd-553f-4e2a-abd7-bb60156d3819 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:30:47.139222 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37596fd-553f-4e2a-abd7-bb60156d3819 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:30:47.139601 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37596fd-553f-4e2a-abd7-bb60156d3819 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:30:47.139873 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37596fd-553f-4e2a-abd7-bb60156d3819 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:30:47.140208 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37596fd-553f-4e2a-abd7-bb60156d3819 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:30:47.140539 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37596fd-553f-4e2a-abd7-bb60156d3819 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:30:47.141009 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37596fd-553f-4e2a-abd7-bb60156d3819 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:30:47.141701 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37596fd-553f-4e2a-abd7-bb60156d3819 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:30:47.142809 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37596fd-553f-4e2a-abd7-bb60156d3819 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:30:47.283382 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304bf528-04c4-4252-9fda-3dc0016bdb6b req-9341756c-3f27-4732-a72b-67bd5b524250 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:47.284948 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-304bf528-04c4-4252-9fda-3dc0016bdb6b req-9341756c-3f27-4732-a72b-67bd5b524250 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.0520639 May 23 15:30:47.328396 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a7bf13d3-4ae9-44b6-9bee-ecdbbeb57fdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:47.346477 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-304bf528-04c4-4252-9fda-3dc0016bdb6b req-97b27df5-751d-41b5-b42c-82d1a4cacc48 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549569 May 23 15:30:47.372901 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58233b33-1e9f-4122-8a5f-e1f576132b91 req-9ea226d6-0557-4432-9a73-09cc6179f25a tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:47.374446 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-58233b33-1e9f-4122-8a5f-e1f576132b91 req-9ea226d6-0557-4432-9a73-09cc6179f25a tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 946 time: 0.0959535 May 23 15:30:47.466868 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:47.468658 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97034dd-b8fd-4bc0-9809-983e56942a6d req-d060ecbc-724d-4298-8859-fa62a342fd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:47.470286 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f97034dd-b8fd-4bc0-9809-983e56942a6d req-d060ecbc-724d-4298-8859-fa62a342fd14 service neutron] 10.222.0.72 "GET /v2.0/networks?id=751cbaf0-d17b-4cd8-950f-078d51e9414f HTTP/1.1" status: 200 len: 917 time: 0.1140916 May 23 15:30:47.484739 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a8b2c-0a56-4b41-a7dd-5c73e431d3bc req-89fd8f67-fc77-400b-af8f-b0e7891e07b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:47.486341 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0e9a8b2c-0a56-4b41-a7dd-5c73e431d3bc req-89fd8f67-fc77-400b-af8f-b0e7891e07b5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e30f7223-50a4-46a7-b9df-cc24cc0ba14e HTTP/1.1" status: 200 len: 1129 time: 0.1107612 May 23 15:30:47.496687 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c623e6b-7a80-4f38-b3ed-1d1197ea4ea4 req-fb22dc60-a707-4bb3-809c-8b3da4a40fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:47.498257 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4c623e6b-7a80-4f38-b3ed-1d1197ea4ea4 req-fb22dc60-a707-4bb3-809c-8b3da4a40fda service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 1129 time: 0.1110001 May 23 15:30:47.531485 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-58233b33-1e9f-4122-8a5f-e1f576132b91 req-75e50854-0507-4488-8234-a32161cba07d tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307023 May 23 15:30:47.562827 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a7bf13d3-4ae9-44b6-9bee-ecdbbeb57fdf admin admin] Publish callbacks [] for security_group (1ef27b32-befd-49f3-bfa4-9ebea7f0bd4f), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:47.566609 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a7bf13d3-4ae9-44b6-9bee-ecdbbeb57fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (1ef27b32-befd-49f3-bfa4-9ebea7f0bd4f), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:47.567886 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 59872) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:47.582257 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e7741a55-3781-4cc3-ae08-48fce616f294 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:47.612302 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-a7bf13d3-4ae9-44b6-9bee-ecdbbeb57fdf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d4175fb2ca824ebeb2dae1ec9396252c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4804947 May 23 15:30:47.613481 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf13d3-4ae9-44b6-9bee-ecdbbeb57fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef27b32-befd-49f3-bfa4-9ebea7f0bd4f,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:47.615823 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 59874) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:47.665545 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e7741a55-3781-4cc3-ae08-48fce616f294 admin admin] Publish callbacks [] for security_group (62cbbf90-08d7-4896-86f4-dc9566d63e88), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:47.668361 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-26da8daa-6dbf-4476-b160-edcb410e877c admin admin] Publish callbacks [] for security_group (1ef27b32-befd-49f3-bfa4-9ebea7f0bd4f), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:47.670516 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e7741a55-3781-4cc3-ae08-48fce616f294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (62cbbf90-08d7-4896-86f4-dc9566d63e88), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:47.692082 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-26da8daa-6dbf-4476-b160-edcb410e877c admin admin] Publish callbacks [] for security_group (1ef27b32-befd-49f3-bfa4-9ebea7f0bd4f), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:47.708167 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-e7741a55-3781-4cc3-ae08-48fce616f294 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=43148bd16def484ba9aedcc95febec7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1362128 May 23 15:30:47.715869 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 59878) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:47.726003 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7741a55-3781-4cc3-ae08-48fce616f294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62cbbf90-08d7-4896-86f4-dc9566d63e88,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:47.744816 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:47.819689 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-26da8daa-6dbf-4476-b160-edcb410e877c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (1ef27b32-befd-49f3-bfa4-9ebea7f0bd4f), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:47.822527 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-26da8daa-6dbf-4476-b160-edcb410e877c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:47.826756 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-26da8daa-6dbf-4476-b160-edcb410e877c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1ef27b32-befd-49f3-bfa4-9ebea7f0bd4f HTTP/1.1" status: 204 len: 168 time: 0.2077765 May 23 15:30:47.856550 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da8daa-6dbf-4476-b160-edcb410e877c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef27b32-befd-49f3-bfa4-9ebea7f0bd4f,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:47.867303 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4c623e6b-7a80-4f38-b3ed-1d1197ea4ea4 req-d8d19e0d-adf4-495b-aa44-4f03c66ea1b3 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048427 May 23 15:30:47.891864 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0e9a8b2c-0a56-4b41-a7dd-5c73e431d3bc req-04efecdc-d7d5-4a39-b1d3-510dd0f4cc7f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0c129478-3037-4d83-809f-567c085f9532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014333 May 23 15:30:47.907809 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7dfc91d8-638f-416c-b9a3-94e7ba16c79c admin admin] Publish callbacks [] for security_group (62cbbf90-08d7-4896-86f4-dc9566d63e88), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:47.928390 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f97034dd-b8fd-4bc0-9809-983e56942a6d req-cb0806e1-f406-4e1c-89ec-e8bc5516f924 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=920328ed-01fa-4ed4-b496-7b1fea54b54c HTTP/1.1" status: 200 len: 1001 time: 0.1617329 May 23 15:30:47.932237 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec22cf-f57d-40a2-acc6-853c1dfc49a7 req-a9974e8d-853c-480f-b21f-41b90ff77ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:47.933738 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4fec22cf-f57d-40a2-acc6-853c1dfc49a7 req-a9974e8d-853c-480f-b21f-41b90ff77ff1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0712b807a4584f7b8f019ceb65ff1e14&device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 1130 time: 0.1202223 May 23 15:30:47.942755 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7dfc91d8-638f-416c-b9a3-94e7ba16c79c admin admin] Publish callbacks [] for security_group (62cbbf90-08d7-4896-86f4-dc9566d63e88), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:47.999468 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7dfc91d8-638f-416c-b9a3-94e7ba16c79c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (62cbbf90-08d7-4896-86f4-dc9566d63e88), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:48.002469 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7dfc91d8-638f-416c-b9a3-94e7ba16c79c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:48.006639 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-7dfc91d8-638f-416c-b9a3-94e7ba16c79c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/62cbbf90-08d7-4896-86f4-dc9566d63e88 HTTP/1.1" status: 204 len: 168 time: 0.2898223 May 23 15:30:48.016944 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfc91d8-638f-416c-b9a3-94e7ba16c79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62cbbf90-08d7-4896-86f4-dc9566d63e88,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:48.251477 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-1721df89-04f1-43ac-87b2-a5b56a564796 req-376512d8-015a-4c3c-924d-a372134f4f09 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7abcf413-0c08-4f11-b030-2f2f9f09a5a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0794473 May 23 15:30:48.252716 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 59900) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:48.257709 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee30c7-2a49-4df3-b345-8c321cd39231 req-e1e473a9-ab82-410a-b7d2-91c50fc445f3 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:48.259143 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d4ee30c7-2a49-4df3-b345-8c321cd39231 req-e1e473a9-ab82-410a-b7d2-91c50fc445f3 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=e30f7223-50a4-46a7-b9df-cc24cc0ba14e HTTP/1.1" status: 200 len: 945 time: 0.0884185 May 23 15:30:48.268388 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-03e7c753-7749-48d5-8089-37b1e192675b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:48.321843 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d4ee30c7-2a49-4df3-b345-8c321cd39231 req-3db0ce09-306f-4e97-bceb-81b710e6ae10 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c129478-3037-4d83-809f-567c085f9532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533645 May 23 15:30:48.325824 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:48.371711 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-03e7c753-7749-48d5-8089-37b1e192675b admin admin] Publish callbacks [] for security_group (ae58c9fe-bd74-4d15-b6db-e6bb32e72144), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:48.378209 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-03e7c753-7749-48d5-8089-37b1e192675b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (ae58c9fe-bd74-4d15-b6db-e6bb32e72144), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:48.428921 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-03e7c753-7749-48d5-8089-37b1e192675b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8689ec9e1f43415699e0ed9be7dfa6ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1727016 May 23 15:30:48.430126 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 59910) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:48.442887 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7c753-7749-48d5-8089-37b1e192675b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae58c9fe-bd74-4d15-b6db-e6bb32e72144,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:48.460805 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:48.488978 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a611b1cf-e7c9-4ced-bd88-2e91c2610827 admin admin] Publish callbacks [] for security_group (ae58c9fe-bd74-4d15-b6db-e6bb32e72144), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:48.493130 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647c81b-6e09-421d-9b36-e2def52943ff req-61c39ce9-0165-4cb4-bb91-55ddf1ab7aa4 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:48.494649 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5647c81b-6e09-421d-9b36-e2def52943ff req-61c39ce9-0165-4cb4-bb91-55ddf1ab7aa4 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.0669110 May 23 15:30:48.517289 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a611b1cf-e7c9-4ced-bd88-2e91c2610827 admin admin] Publish callbacks [] for security_group (ae58c9fe-bd74-4d15-b6db-e6bb32e72144), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:48.565970 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5647c81b-6e09-421d-9b36-e2def52943ff req-ba347f3a-1d1e-4876-9371-1757fc497330 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647018 May 23 15:30:48.592388 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a611b1cf-e7c9-4ced-bd88-2e91c2610827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (ae58c9fe-bd74-4d15-b6db-e6bb32e72144), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:48.595644 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a611b1cf-e7c9-4ced-bd88-2e91c2610827 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:48.600495 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-a611b1cf-e7c9-4ced-bd88-2e91c2610827 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ae58c9fe-bd74-4d15-b6db-e6bb32e72144 HTTP/1.1" status: 204 len: 168 time: 0.1671424 May 23 15:30:48.613611 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a611b1cf-e7c9-4ced-bd88-2e91c2610827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae58c9fe-bd74-4d15-b6db-e6bb32e72144,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:48.700853 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de8223-be5e-4b53-b328-6dfc81299a96 req-91e0322c-fc81-4178-9cb2-6be0aced2630 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:48.702917 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-56de8223-be5e-4b53-b328-6dfc81299a96 req-91e0322c-fc81-4178-9cb2-6be0aced2630 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 946 time: 0.0568895 May 23 15:30:48.758987 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-56de8223-be5e-4b53-b328-6dfc81299a96 req-18ddbe75-34e3-45ff-873b-f067706fd302 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509861 May 23 15:30:49.097318 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97034dd-b8fd-4bc0-9809-983e56942a6d req-b9ead75a-37ce-4fb7-8009-dec3af7272f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:49.098975 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f97034dd-b8fd-4bc0-9809-983e56942a6d req-b9ead75a-37ce-4fb7-8009-dec3af7272f4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=045c111a-efa9-497c-8e54-7f6b21c0aa2b HTTP/1.1" status: 200 len: 855 time: 0.1197126 May 23 15:30:49.121100 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec22cf-f57d-40a2-acc6-853c1dfc49a7 req-162ed003-b5f0-4d79-9f3b-82d272fc7c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:49.123176 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4fec22cf-f57d-40a2-acc6-853c1dfc49a7 req-162ed003-b5f0-4d79-9f3b-82d272fc7c65 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0d1e2450-f071-48af-a078-8358b70cb4cd HTTP/1.1" status: 200 len: 920 time: 0.1517336 May 23 15:30:49.508261 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eef4c4-7aa1-40ff-b3e2-c9dbe4c37c7c req-08ec067c-ea68-4d9f-8da9-eb7b5f71adfc tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:49.515777 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-45eef4c4-7aa1-40ff-b3e2-c9dbe4c37c7c req-08ec067c-ea68-4d9f-8da9-eb7b5f71adfc tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=e30f7223-50a4-46a7-b9df-cc24cc0ba14e HTTP/1.1" status: 200 len: 945 time: 0.0580492 May 23 15:30:49.589645 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-45eef4c4-7aa1-40ff-b3e2-c9dbe4c37c7c req-9a0dee32-5355-40be-9257-d351026a85f7 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c129478-3037-4d83-809f-567c085f9532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715289 May 23 15:30:49.750386 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b3dc7-afcc-497e-a951-4e956cd9fa57 req-21cac4ed-beee-48ad-81c3-2e5c19f5e243 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:49.762892 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ba8b3dc7-afcc-497e-a951-4e956cd9fa57 req-21cac4ed-beee-48ad-81c3-2e5c19f5e243 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.1011202 May 23 15:30:49.827658 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ba8b3dc7-afcc-497e-a951-4e956cd9fa57 req-90a0c73f-4c61-4789-8812-2d114a4cb1db tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638926 May 23 15:30:49.875635 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4fec22cf-f57d-40a2-acc6-853c1dfc49a7 req-5e16eeaa-e3f9-4c0a-ad16-5421a1dc08aa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c HTTP/1.1" status: 200 len: 217 time: 0.1777189 May 23 15:30:49.911258 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97034dd-b8fd-4bc0-9809-983e56942a6d req-edb09440-11fb-4cf0-b9b5-5eec3bb8e26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:49.913635 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f97034dd-b8fd-4bc0-9809-983e56942a6d req-edb09440-11fb-4cf0-b9b5-5eec3bb8e26f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=751cbaf0-d17b-4cd8-950f-078d51e9414f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2054286 May 23 15:30:49.922545 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1721df89-04f1-43ac-87b2-a5b56a564796 req-67b9eeb1-9e4e-45bf-8371-0c353bab4137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:49.924217 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-1721df89-04f1-43ac-87b2-a5b56a564796 req-67b9eeb1-9e4e-45bf-8371-0c353bab4137 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=377219e53ce94ab089e48437d3468663&device_id=7abcf413-0c08-4f11-b030-2f2f9f09a5a3 HTTP/1.1" status: 200 len: 1129 time: 0.1824825 May 23 15:30:49.931482 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ebccfd-b64f-419d-8299-e8070f4c3263 req-834842f7-2bac-49a0-9b62-7554dbf251cb tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:49.938483 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-41ebccfd-b64f-419d-8299-e8070f4c3263 req-834842f7-2bac-49a0-9b62-7554dbf251cb tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/ports?device_id=7abcf413-0c08-4f11-b030-2f2f9f09a5a3 HTTP/1.1" status: 200 len: 945 time: 0.0950298 May 23 15:30:49.954023 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e0a1d-503c-4143-a28f-a9e072420eca req-3460b99d-d8a4-4d73-b0d6-9c1c6764e2fa tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:49.956480 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-608e0a1d-503c-4143-a28f-a9e072420eca req-3460b99d-d8a4-4d73-b0d6-9c1c6764e2fa tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 946 time: 0.0581038 May 23 15:30:49.984788 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:50.002307 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-41ebccfd-b64f-419d-8299-e8070f4c3263 req-3f971c3a-39ae-4a57-8069-8fa86a4009db tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae45599b-5c60-4664-9737-872a69b569e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628762 May 23 15:30:50.018419 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-608e0a1d-503c-4143-a28f-a9e072420eca req-b678e86a-d5f9-426e-9d4d-5ca6833d94a6 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552032 May 23 15:30:50.090611 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 59986) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:50.198330 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-642fc25e-4bf0-4661-ac26-ea19eb103603 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:50.236109 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:50.283214 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-642fc25e-4bf0-4661-ac26-ea19eb103603 admin admin] Publish callbacks [] for security_group (8454f8d4-e1f9-4f5f-93d5-e23bf134ec1b), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:50.286927 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-642fc25e-4bf0-4661-ac26-ea19eb103603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (8454f8d4-e1f9-4f5f-93d5-e23bf134ec1b), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:50.327084 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-642fc25e-4bf0-4661-ac26-ea19eb103603 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=63fa0e3787e94207a6944c7f5f202329&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2353907 May 23 15:30:50.327904 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642fc25e-4bf0-4661-ac26-ea19eb103603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8454f8d4-e1f9-4f5f-93d5-e23bf134ec1b,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:50.329861 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 59990) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:50.379958 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c26767fb-55b4-45ca-8657-ec718e7b42c4 admin admin] Publish callbacks [] for security_group (8454f8d4-e1f9-4f5f-93d5-e23bf134ec1b), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:50.402600 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c26767fb-55b4-45ca-8657-ec718e7b42c4 admin admin] Publish callbacks [] for security_group (8454f8d4-e1f9-4f5f-93d5-e23bf134ec1b), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:50.449488 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c26767fb-55b4-45ca-8657-ec718e7b42c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (8454f8d4-e1f9-4f5f-93d5-e23bf134ec1b), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:50.451980 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c26767fb-55b4-45ca-8657-ec718e7b42c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:50.453161 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-c26767fb-55b4-45ca-8657-ec718e7b42c4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8454f8d4-e1f9-4f5f-93d5-e23bf134ec1b HTTP/1.1" status: 204 len: 168 time: 0.1222360 May 23 15:30:50.461772 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26767fb-55b4-45ca-8657-ec718e7b42c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8454f8d4-e1f9-4f5f-93d5-e23bf134ec1b,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:50.611414 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec22cf-f57d-40a2-acc6-853c1dfc49a7 req-d47a7eb9-a433-4a05-8fd2-04acd29394d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:50.616960 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4fec22cf-f57d-40a2-acc6-853c1dfc49a7 req-d47a7eb9-a433-4a05-8fd2-04acd29394d0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2 HTTP/1.1" status: 200 len: 858 time: 0.0676534 May 23 15:30:50.730468 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f5e7d-1b41-45dd-9319-618a0add5b74 req-86ee703a-e528-4bff-bbc9-c79856f7036e tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:50.732412 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-554f5e7d-1b41-45dd-9319-618a0add5b74 req-86ee703a-e528-4bff-bbc9-c79856f7036e tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=e30f7223-50a4-46a7-b9df-cc24cc0ba14e HTTP/1.1" status: 200 len: 945 time: 0.0565469 May 23 15:30:50.809231 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-554f5e7d-1b41-45dd-9319-618a0add5b74 req-72ee6e54-b2b6-4228-914a-856e3c2bd793 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c129478-3037-4d83-809f-567c085f9532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702052 May 23 15:30:50.975720 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd16f0-a993-479f-9e9b-f4001f36817f req-bc5d25aa-69bf-4eac-b1ac-b7a4a3084cf0 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:50.976230 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a778e1-762a-44ef-94a5-daa937ca21bf req-ee8b86a0-be4a-4239-94e1-61e4903d0e39 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:50.977567 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-88cd16f0-a993-479f-9e9b-f4001f36817f req-bc5d25aa-69bf-4eac-b1ac-b7a4a3084cf0 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=e30f7223-50a4-46a7-b9df-cc24cc0ba14e HTTP/1.1" status: 200 len: 945 time: 0.0647018 May 23 15:30:50.986135 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 60026) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:50.988080 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f9a778e1-762a-44ef-94a5-daa937ca21bf req-ee8b86a0-be4a-4239-94e1-61e4903d0e39 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.0806296 May 23 15:30:50.994529 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-5cd27e1b-1bef-41e7-aa4e-414c89ffeb28 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Request body: {'floatingip': {'port_id': '844b0f3e-da49-4384-9cfa-321053312dea'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:30:51.005588 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=10 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:51.062305 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f9a778e1-762a-44ef-94a5-daa937ca21bf req-79e633e6-e68e-4451-bbe9-5536d41619e4 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732179 May 23 15:30:51.092124 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5cd27e1b-1bef-41e7-aa4e-414c89ffeb28 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for floatingip (1014a43d-3ce6-4c19-a9ee-80d24324a83d), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:51.183115 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0cddd2-1d0e-480e-a055-65c8b07a79bc req-dca9765d-dd93-4cd2-bfec-0c26d0bba9b3 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:51.184756 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ba0cddd2-1d0e-480e-a055-65c8b07a79bc req-dca9765d-dd93-4cd2-bfec-0c26d0bba9b3 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 946 time: 0.0513797 May 23 15:30:51.227262 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ab9f0-79b3-4867-8b05-77303a782408 req-fc4f5220-75ed-4654-96e9-fa4b445ccda4 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:51.234212 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9d0ab9f0-79b3-4867-8b05-77303a782408 req-fc4f5220-75ed-4654-96e9-fa4b445ccda4 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/ports?device_id=7abcf413-0c08-4f11-b030-2f2f9f09a5a3 HTTP/1.1" status: 200 len: 945 time: 0.1458817 May 23 15:30:51.258883 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ba0cddd2-1d0e-480e-a055-65c8b07a79bc req-a05b4ce5-3b1f-4fc4-8d9b-e6e1df93c860 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636950 May 23 15:30:51.360208 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5bf8b-f2e3-42c3-b3b5-81c04ec03274 req-e3eb9655-dbab-427a-aac4-64d08547969b tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:51.362246 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-46e5bf8b-f2e3-42c3-b3b5-81c04ec03274 req-e3eb9655-dbab-427a-aac4-64d08547969b tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.0537558 May 23 15:30:51.371980 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 60044) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:30:51.377485 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-df5c1585-df67-487a-9f48-a681b10fb694 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Request body: {'floatingip': {'port_id': '9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:30:51.386369 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9d0ab9f0-79b3-4867-8b05-77303a782408 req-e850033f-9af0-40c8-8608-6324e3d99735 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae45599b-5c60-4664-9737-872a69b569e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098680 May 23 15:30:51.432048 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-df5c1585-df67-487a-9f48-a681b10fb694 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks [] for floatingip (4bd26c6c-21e0-4c57-bc5e-3c357360715f), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:51.481298 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:51.631734 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-deeacb48-f8ad-4ee7-aaeb-78a4c3f342fc None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:30:51.832578 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5cd27e1b-1bef-41e7-aa4e-414c89ffeb28 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:51.837077 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5cd27e1b-1bef-41e7-aa4e-414c89ffeb28 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-863864'] for floatingip (1014a43d-3ce6-4c19-a9ee-80d24324a83d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:51.899262 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-df5c1585-df67-487a-9f48-a681b10fb694 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:51.904011 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-df5c1585-df67-487a-9f48-a681b10fb694 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-863864'] for floatingip (4bd26c6c-21e0-4c57-bc5e-3c357360715f), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:51.962105 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:52.019907 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.db.l3_db [None req-df5c1585-df67-487a-9f48-a681b10fb694 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Floating IP 4bd26c6c-21e0-4c57-bc5e-3c357360715f associated. External IP: 172.27.2.184, port: 9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e. May 23 15:30:52.147567 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.db.l3_db [None req-5cd27e1b-1bef-41e7-aa4e-414c89ffeb28 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Floating IP 1014a43d-3ce6-4c19-a9ee-80d24324a83d associated. External IP: 172.27.2.234, port: 844b0f3e-da49-4384-9cfa-321053312dea. May 23 15:30:52.227107 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:52.252968 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5c1585-df67-487a-9f48-a681b10fb694 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Router 649fe937-f8c3-4570-8c43-aa9e4c0fb8f6 has already been hosted by L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:30:52.357274 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd27e1b-1bef-41e7-aa4e-414c89ffeb28 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Router 73c86724-c44e-4cb5-bf5d-4e91768509eb has already been hosted by L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:30:52.394258 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:52.419883 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96092f00-c788-4c17-b9bc-55ac876fdd5c req-c2bb5322-3095-48c0-906f-76feff1488ee tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:52.421470 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-96092f00-c788-4c17-b9bc-55ac876fdd5c req-c2bb5322-3095-48c0-906f-76feff1488ee tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 946 time: 0.0688097 May 23 15:30:52.422673 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5c1585-df67-487a-9f48-a681b10fb694 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:30:52.427124 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-df5c1585-df67-487a-9f48-a681b10fb694 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:52.433526 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961e9a10-1de9-4227-b416-4029635f7acb None None] Sync routers for ids ['649fe937-f8c3-4570-8c43-aa9e4c0fb8f6'] in dv-cinder-841125-8-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:30:52.456671 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961e9a10-1de9-4227-b416-4029635f7acb None None] Routers {'649fe937-f8c3-4570-8c43-aa9e4c0fb8f6'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:30:52.462267 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-961e9a10-1de9-4227-b416-4029635f7acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:30:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['649fe937-f8c3-4570-8c43-aa9e4c0fb8f6'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:30:52.475161 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd27e1b-1bef-41e7-aa4e-414c89ffeb28 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:30:52.477469 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-df5c1585-df67-487a-9f48-a681b10fb694 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "PUT /v2.0/floatingips/4bd26c6c-21e0-4c57-bc5e-3c357360715f HTTP/1.1" status: 200 len: 991 time: 1.1040874 May 23 15:30:52.479098 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e1c71d3-9470-4f72-a76c-e6c114bd4821', 'tag': '9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:30:52.481778 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee4ef39eddac8a8c2b622b321199fad7a345fd77cd5019e852148a8aec1132e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891f8f3c-1616-4ea0-b605-eea4bd65ddd3" -d '{"events": [{"name": "network-changed", "server_uuid": "9e1c71d3-9470-4f72-a76c-e6c114bd4821", "tag": "9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:30:52.484548 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5cd27e1b-1bef-41e7-aa4e-414c89ffeb28 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for floatingip (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:52.493794 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb65c98-3ca4-4597-ab49-0a69c5744f41 None None] Sync routers for ids ['73c86724-c44e-4cb5-bf5d-4e91768509eb'] in dv-cinder-841125-8-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:30:52.506783 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb65c98-3ca4-4597-ab49-0a69c5744f41 None None] Routers {'73c86724-c44e-4cb5-bf5d-4e91768509eb'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:30:52.507619 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-96092f00-c788-4c17-b9bc-55ac876fdd5c req-87d09b34-9b0a-4c76-9201-3bf30cea764c tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768778 May 23 15:30:52.514834 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-edb65c98-3ca4-4597-ab49-0a69c5744f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:30:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['73c86724-c44e-4cb5-bf5d-4e91768509eb'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:30:52.563242 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-5cd27e1b-1bef-41e7-aa4e-414c89ffeb28 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "PUT /v2.0/floatingips/1014a43d-3ce6-4c19-a9ee-80d24324a83d HTTP/1.1" status: 200 len: 991 time: 1.5759752 May 23 15:30:52.566014 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e30f7223-50a4-46a7-b9df-cc24cc0ba14e', 'tag': '844b0f3e-da49-4384-9cfa-321053312dea'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:30:52.568295 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d701dac66fe37c46ae86bb78260b1e19b4b16e00f190307f8222235e17cfe25e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc9527a-aa4a-4e66-817f-557ef2ae434d" -d '{"events": [{"name": "network-changed", "server_uuid": "e30f7223-50a4-46a7-b9df-cc24cc0ba14e", "tag": "844b0f3e-da49-4384-9cfa-321053312dea"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:30:52.577668 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8b36b3-46cc-4cb7-92cf-345e561f7513 x-openstack-request-id: req-ac8b36b3-46cc-4cb7-92cf-345e561f7513 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:30:52.578028 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e1c71d3-9470-4f72-a76c-e6c114bd4821", "tag": "9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:30:52.578349 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ac8b36b3-46cc-4cb7-92cf-345e561f7513 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:30:52.578813 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac8b36b3-46cc-4cb7-92cf-345e561f7513'] response: {'name': 'network-changed', 'server_uuid': '9e1c71d3-9470-4f72-a76c-e6c114bd4821', 'tag': '9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e', 'status': 'completed', 'code': 200} May 23 15:30:52.582028 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=100 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:52.582287 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a1c2e-8eb4-4ae1-95b8-b83a003cf708 req-c93161eb-852d-4a68-bb6c-b1e77faf1937 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:52.584442 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-011a1c2e-8eb4-4ae1-95b8-b83a003cf708 req-c93161eb-852d-4a68-bb6c-b1e77faf1937 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/ports?device_id=7abcf413-0c08-4f11-b030-2f2f9f09a5a3 HTTP/1.1" status: 200 len: 945 time: 0.0674925 May 23 15:30:52.592274 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-961e9a10-1de9-4227-b416-4029635f7acb None None] Set router 649fe937-f8c3-4570-8c43-aa9e4c0fb8f6 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:30:52.635018 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6cb2188-13f9-48ca-a6e1-ef5ae06b7375 x-openstack-request-id: req-d6cb2188-13f9-48ca-a6e1-ef5ae06b7375 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:30:52.635559 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e30f7223-50a4-46a7-b9df-cc24cc0ba14e", "tag": "844b0f3e-da49-4384-9cfa-321053312dea", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:30:52.635816 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d6cb2188-13f9-48ca-a6e1-ef5ae06b7375 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:30:52.636505 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6cb2188-13f9-48ca-a6e1-ef5ae06b7375'] response: {'name': 'network-changed', 'server_uuid': 'e30f7223-50a4-46a7-b9df-cc24cc0ba14e', 'tag': '844b0f3e-da49-4384-9cfa-321053312dea', 'status': 'completed', 'code': 200} May 23 15:30:52.639952 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-011a1c2e-8eb4-4ae1-95b8-b83a003cf708 req-6f926bf9-fcab-44d7-b391-9edf4d07be79 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae45599b-5c60-4664-9737-872a69b569e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494158 May 23 15:30:52.656701 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-edb65c98-3ca4-4597-ab49-0a69c5744f41 None None] Set router 73c86724-c44e-4cb5-bf5d-4e91768509eb gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:30:52.789712 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:52.810437 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-961e9a10-1de9-4227-b416-4029635f7acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'name': 'tempest-AttachVolumeTestJSON-678862191-router', 'tenant_id': '9aaff9db173d4618929536b08d2be8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'fb207996-4659-4c02-91cb-c2a17001c7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:49Z', 'updated_at': '2022-05-23T15:30:06Z', 'revision_number': 4, 'project_id': '9aaff9db173d4618929536b08d2be8f0', 'gw_port': {'id': 'fb207996-4659-4c02-91cb-c2a17001c7dc', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:51Z', 'updated_at': '2022-05-23T15:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_floatingips': [{'id': '4bd26c6c-21e0-4c57-bc5e-3c357360715f', 'tenant_id': '9aaff9db173d4618929536b08d2be8f0', 'floating_ip_address': '172.27.2.184', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'port_id': '9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a072baa-6965-4350-b247-fb58bbcac26a', 'mac_address': 'fa:16:3e:2b:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c71d3-9470-4f72-a76c-e6c114bd4821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:30:18Z', 'updated_at': '2022-05-23T15:30:51Z', 'revision_number': 1, 'project_id': '9aaff9db173d4618929536b08d2be8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6184a888-4f62-4db9-ba94-3f2e67ee8227', 'name': '', 'network_id': '2a072baa-6965-4350-b247-fb58bbcac26a', 'tenant_id': '9aaff9db173d4618929536b08d2be8f0', 'mac_address': 'fa:16:3e:70:65:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7134c090-f572-476b-be3d-e9de19d83fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:30:01Z', 'updated_at': '2022-05-23T15:30:22Z', 'revision_number': 5, 'project_id': '9aaff9db173d4618929536b08d2be8f0', 'subnets': [{'id': '7134c090-f572-476b-be3d-e9de19d83fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:30:52.836822 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961e9a10-1de9-4227-b416-4029635f7acb None None] Checking router: 649fe937-f8c3-4570-8c43-aa9e4c0fb8f6 for host: dv-cinder-841125-8-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:30:52.846310 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961e9a10-1de9-4227-b416-4029635f7acb None None] Routers {'649fe937-f8c3-4570-8c43-aa9e4c0fb8f6'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:30:52.846953 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-961e9a10-1de9-4227-b416-4029635f7acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:30:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['649fe937-f8c3-4570-8c43-aa9e4c0fb8f6'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:30:52.867292 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:52.918344 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-edb65c98-3ca4-4597-ab49-0a69c5744f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'name': 'tempest-AttachVolumeNegativeTest-46828579-router', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:01Z', 'revision_number': 4, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'gw_port': {'id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:48Z', 'updated_at': '2022-05-23T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_floatingips': [{'id': '1014a43d-3ce6-4c19-a9ee-80d24324a83d', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'floating_ip_address': '172.27.2.234', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'port_id': '844b0f3e-da49-4384-9cfa-321053312dea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'mac_address': 'fa:16:3e:84:05:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30f7223-50a4-46a7-b9df-cc24cc0ba14e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:30:16Z', 'updated_at': '2022-05-23T15:30:51Z', 'revision_number': 1, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed7ccaf-c776-4c8b-85e4-178419f40af7', 'name': '', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'mac_address': 'fa:16:3e:53:a7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:58Z', 'updated_at': '2022-05-23T15:30:14Z', 'revision_number': 5, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'subnets': [{'id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:30:52.942223 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb65c98-3ca4-4597-ab49-0a69c5744f41 None None] Checking router: 73c86724-c44e-4cb5-bf5d-4e91768509eb for host: dv-cinder-841125-8-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:30:52.951108 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb65c98-3ca4-4597-ab49-0a69c5744f41 None None] Routers {'73c86724-c44e-4cb5-bf5d-4e91768509eb'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:30:52.951716 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-edb65c98-3ca4-4597-ab49-0a69c5744f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:30:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['73c86724-c44e-4cb5-bf5d-4e91768509eb'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:30:52.954286 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-961e9a10-1de9-4227-b416-4029635f7acb None None] Set router 649fe937-f8c3-4570-8c43-aa9e4c0fb8f6 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:30:53.054610 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-edb65c98-3ca4-4597-ab49-0a69c5744f41 None None] Set router 73c86724-c44e-4cb5-bf5d-4e91768509eb gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:30:53.136820 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:53.248789 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-961e9a10-1de9-4227-b416-4029635f7acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'name': 'tempest-AttachVolumeTestJSON-678862191-router', 'tenant_id': '9aaff9db173d4618929536b08d2be8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'fb207996-4659-4c02-91cb-c2a17001c7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:49Z', 'updated_at': '2022-05-23T15:30:06Z', 'revision_number': 4, 'project_id': '9aaff9db173d4618929536b08d2be8f0', 'gw_port': {'id': 'fb207996-4659-4c02-91cb-c2a17001c7dc', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:51Z', 'updated_at': '2022-05-23T15:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_floatingips': [{'id': '4bd26c6c-21e0-4c57-bc5e-3c357360715f', 'tenant_id': '9aaff9db173d4618929536b08d2be8f0', 'floating_ip_address': '172.27.2.184', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'port_id': '9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a072baa-6965-4350-b247-fb58bbcac26a', 'mac_address': 'fa:16:3e:2b:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c71d3-9470-4f72-a76c-e6c114bd4821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:30:18Z', 'updated_at': '2022-05-23T15:30:51Z', 'revision_number': 1, 'project_id': '9aaff9db173d4618929536b08d2be8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6184a888-4f62-4db9-ba94-3f2e67ee8227', 'name': '', 'network_id': '2a072baa-6965-4350-b247-fb58bbcac26a', 'tenant_id': '9aaff9db173d4618929536b08d2be8f0', 'mac_address': 'fa:16:3e:70:65:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7134c090-f572-476b-be3d-e9de19d83fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:30:01Z', 'updated_at': '2022-05-23T15:30:22Z', 'revision_number': 5, 'project_id': '9aaff9db173d4618929536b08d2be8f0', 'subnets': [{'id': '7134c090-f572-476b-be3d-e9de19d83fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:30:53.270229 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-edb65c98-3ca4-4597-ab49-0a69c5744f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'name': 'tempest-AttachVolumeNegativeTest-46828579-router', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:01Z', 'revision_number': 4, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'gw_port': {'id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:48Z', 'updated_at': '2022-05-23T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_floatingips': [{'id': '1014a43d-3ce6-4c19-a9ee-80d24324a83d', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'floating_ip_address': '172.27.2.234', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'port_id': '844b0f3e-da49-4384-9cfa-321053312dea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'mac_address': 'fa:16:3e:84:05:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30f7223-50a4-46a7-b9df-cc24cc0ba14e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:30:16Z', 'updated_at': '2022-05-23T15:30:51Z', 'revision_number': 1, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed7ccaf-c776-4c8b-85e4-178419f40af7', 'name': '', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'mac_address': 'fa:16:3e:53:a7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:58Z', 'updated_at': '2022-05-23T15:30:14Z', 'revision_number': 5, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'subnets': [{'id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:30:53.273711 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961e9a10-1de9-4227-b416-4029635f7acb None None] The sync data for ids ['649fe937-f8c3-4570-8c43-aa9e4c0fb8f6'] in dv-cinder-841125-8-iscsi is: [{'id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'name': 'tempest-AttachVolumeTestJSON-678862191-router', 'tenant_id': '9aaff9db173d4618929536b08d2be8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'fb207996-4659-4c02-91cb-c2a17001c7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:49Z', 'updated_at': '2022-05-23T15:30:06Z', 'revision_number': 4, 'project_id': '9aaff9db173d4618929536b08d2be8f0', 'gw_port': {'id': 'fb207996-4659-4c02-91cb-c2a17001c7dc', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:51Z', 'updated_at': '2022-05-23T15:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_floatingips': [{'id': '4bd26c6c-21e0-4c57-bc5e-3c357360715f', 'tenant_id': '9aaff9db173d4618929536b08d2be8f0', 'floating_ip_address': '172.27.2.184', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'port_id': '9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a072baa-6965-4350-b247-fb58bbcac26a', 'mac_address': 'fa:16:3e:2b:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c71d3-9470-4f72-a76c-e6c114bd4821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:30:18Z', 'updated_at': '2022-05-23T15:30:51Z', 'revision_number': 1, 'project_id': '9aaff9db173d4618929536b08d2be8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6184a888-4f62-4db9-ba94-3f2e67ee8227', 'name': '', 'network_id': '2a072baa-6965-4350-b247-fb58bbcac26a', 'tenant_id': '9aaff9db173d4618929536b08d2be8f0', 'mac_address': 'fa:16:3e:70:65:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7134c090-f572-476b-be3d-e9de19d83fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:30:01Z', 'updated_at': '2022-05-23T15:30:22Z', 'revision_number': 5, 'project_id': '9aaff9db173d4618929536b08d2be8f0', 'subnets': [{'id': '7134c090-f572-476b-be3d-e9de19d83fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:30:53.298781 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb65c98-3ca4-4597-ab49-0a69c5744f41 None None] The sync data for ids ['73c86724-c44e-4cb5-bf5d-4e91768509eb'] in dv-cinder-841125-8-iscsi is: [{'id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'name': 'tempest-AttachVolumeNegativeTest-46828579-router', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:01Z', 'revision_number': 4, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'gw_port': {'id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:48Z', 'updated_at': '2022-05-23T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_floatingips': [{'id': '1014a43d-3ce6-4c19-a9ee-80d24324a83d', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'floating_ip_address': '172.27.2.234', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'port_id': '844b0f3e-da49-4384-9cfa-321053312dea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'mac_address': 'fa:16:3e:84:05:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30f7223-50a4-46a7-b9df-cc24cc0ba14e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:30:16Z', 'updated_at': '2022-05-23T15:30:51Z', 'revision_number': 1, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed7ccaf-c776-4c8b-85e4-178419f40af7', 'name': '', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'mac_address': 'fa:16:3e:53:a7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:58Z', 'updated_at': '2022-05-23T15:30:14Z', 'revision_number': 5, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'subnets': [{'id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:30:53.503669 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2075d2f6-03e9-47d9-96cf-7def42a14a41 None None] New status for floating IP 4bd26c6c-21e0-4c57-bc5e-3c357360715f: ACTIVE {{(pid=104083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:30:53.546263 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5791c105-1ca1-46bf-b522-1780a2b07626 None None] New status for floating IP 1014a43d-3ce6-4c19-a9ee-80d24324a83d: ACTIVE {{(pid=104082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:30:53.633417 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b4110-0e8f-42c8-910d-78e16816ab79 req-541769ee-27a1-4532-a173-ca323d13ff6b tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:53.635547 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-de3b4110-0e8f-42c8-910d-78e16816ab79 req-541769ee-27a1-4532-a173-ca323d13ff6b tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 946 time: 0.0498993 May 23 15:30:53.702518 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-de3b4110-0e8f-42c8-910d-78e16816ab79 req-18dccc6d-fbbd-4165-9d74-54477a867eef tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603979 May 23 15:30:53.769403 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b72683-c02f-4a46-987e-77ee3c85fa46 req-378c1db1-524a-4a12-9d27-1dcf15fe52e9 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:53.770948 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a7b72683-c02f-4a46-987e-77ee3c85fa46 req-378c1db1-524a-4a12-9d27-1dcf15fe52e9 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/ports?device_id=7abcf413-0c08-4f11-b030-2f2f9f09a5a3 HTTP/1.1" status: 200 len: 945 time: 0.0551908 May 23 15:30:53.819743 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a7b72683-c02f-4a46-987e-77ee3c85fa46 req-92f25816-9f4a-4cc6-839b-a9ccc975a269 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae45599b-5c60-4664-9737-872a69b569e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429645 May 23 15:30:54.328661 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f97034dd-b8fd-4bc0-9809-983e56942a6d req-4c8f53dc-dce2-4506-86a6-f6d6dae5971f service neutron] 10.222.0.72 "GET /v2.0/networks/751cbaf0-d17b-4cd8-950f-078d51e9414f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893297 May 23 15:30:54.672772 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1721df89-04f1-43ac-87b2-a5b56a564796 req-cf0a346b-7ee6-40d4-b832-62cb14253e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:54.674254 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-1721df89-04f1-43ac-87b2-a5b56a564796 req-cf0a346b-7ee6-40d4-b832-62cb14253e3d service neutron] 10.222.0.72 "GET /v2.0/networks?id=fe3a15ce-dd5c-42b5-8430-0a77f338fb71 HTTP/1.1" status: 200 len: 912 time: 0.0862348 May 23 15:30:54.842390 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c1c977-4980-4fc2-b8d9-0d19aceb784f req-09d9102d-37b6-4aa8-b09e-b56eb80a5b4f tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:54.843849 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c6c1c977-4980-4fc2-b8d9-0d19aceb784f req-09d9102d-37b6-4aa8-b09e-b56eb80a5b4f tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 946 time: 0.0543623 May 23 15:30:54.893484 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c6c1c977-4980-4fc2-b8d9-0d19aceb784f req-6e66f93b-1eeb-4573-ae27-dd56623f51ff tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439894 May 23 15:30:54.936079 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fa590-baa0-41a8-856d-978cfed2e762 req-dd279f40-6534-4ede-9b4b-2e2b6cb64629 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:54.937563 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-905fa590-baa0-41a8-856d-978cfed2e762 req-dd279f40-6534-4ede-9b4b-2e2b6cb64629 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/ports?device_id=7abcf413-0c08-4f11-b030-2f2f9f09a5a3 HTTP/1.1" status: 200 len: 945 time: 0.0468946 May 23 15:30:54.990270 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-905fa590-baa0-41a8-856d-978cfed2e762 req-2c3e5913-c4af-4a25-b415-7042a195f7b2 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae45599b-5c60-4664-9737-872a69b569e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472932 May 23 15:30:55.246134 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec22cf-f57d-40a2-acc6-853c1dfc49a7 req-b763b049-6918-40da-a92c-8bf66ee509f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:55.247781 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4fec22cf-f57d-40a2-acc6-853c1dfc49a7 req-b763b049-6918-40da-a92c-8bf66ee509f7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0d1e2450-f071-48af-a078-8358b70cb4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401809 May 23 15:30:55.303497 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=100 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:55.347389 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:55.367294 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-1721df89-04f1-43ac-87b2-a5b56a564796 req-1755c97a-a8c6-404e-b50e-e3e279ef6872 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07333c01-2c53-4cf7-a086-18422eb283db HTTP/1.1" status: 200 len: 217 time: 0.0625775 May 23 15:30:55.369756 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f8f3c-1616-4ea0-b605-eea4bd65ddd3 req-44fd2f1c-0fe4-4003-adea-5d9a15fe30ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:55.371285 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-891f8f3c-1616-4ea0-b605-eea4bd65ddd3 req-44fd2f1c-0fe4-4003-adea-5d9a15fe30ba service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9aaff9db173d4618929536b08d2be8f0&device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 1129 time: 0.0634067 May 23 15:30:55.372339 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9527a-aa4a-4e66-817f-557ef2ae434d req-0e7a51ba-db3d-433f-8b39-ff5064862c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:55.373845 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0bc9527a-aa4a-4e66-817f-557ef2ae434d req-0e7a51ba-db3d-433f-8b39-ff5064862c53 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f2020e2bf35744af9161d7cf3e8bd345&device_id=e30f7223-50a4-46a7-b9df-cc24cc0ba14e HTTP/1.1" status: 200 len: 1129 time: 0.0749552 May 23 15:30:55.446852 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f97034dd-b8fd-4bc0-9809-983e56942a6d req-79340eff-52ce-43dd-a66f-dfff791aca3c service neutron] 10.222.0.72 "GET /v2.0/networks/751cbaf0-d17b-4cd8-950f-078d51e9414f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954746 May 23 15:30:55.465147 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4fec22cf-f57d-40a2-acc6-853c1dfc49a7 req-13521d15-ef7a-47b0-ba11-7d2bff7bc1b6 service neutron] 10.222.0.72 "GET /v2.0/networks/0d1e2450-f071-48af-a078-8358b70cb4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576104 May 23 15:30:56.114781 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9133dd-0643-4c38-83fe-05e27f867ac3 req-db0c6e79-72c8-4baa-ad04-e1ca02255f61 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:56.116327 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0a9133dd-0643-4c38-83fe-05e27f867ac3 req-db0c6e79-72c8-4baa-ad04-e1ca02255f61 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/ports?device_id=7abcf413-0c08-4f11-b030-2f2f9f09a5a3 HTTP/1.1" status: 200 len: 945 time: 0.0548694 May 23 15:30:56.169848 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0a9133dd-0643-4c38-83fe-05e27f867ac3 req-2c0a6ac2-5e20-49cd-88c9-00f06e5fd16d tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae45599b-5c60-4664-9737-872a69b569e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473220 May 23 15:30:56.195044 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e074b-8c9d-4b14-8e17-59a9443603b4 req-32e27eb4-ec8c-4545-98fc-ad03b2ec1b82 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:56.200155 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-685e074b-8c9d-4b14-8e17-59a9443603b4 req-32e27eb4-ec8c-4545-98fc-ad03b2ec1b82 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 946 time: 0.2354395 May 23 15:30:56.243114 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-685e074b-8c9d-4b14-8e17-59a9443603b4 req-639e2972-fd09-47cd-ac52-01ad043af9ec tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403683 May 23 15:30:57.284254 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41c9f8-cfa9-4f31-a646-224c093aa9d3 req-1944d508-3bd2-4930-b277-23a74ea828ce tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:57.285779 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7f41c9f8-cfa9-4f31-a646-224c093aa9d3 req-1944d508-3bd2-4930-b277-23a74ea828ce tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/ports?device_id=7abcf413-0c08-4f11-b030-2f2f9f09a5a3 HTTP/1.1" status: 200 len: 945 time: 0.0475218 May 23 15:30:57.336363 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7f41c9f8-cfa9-4f31-a646-224c093aa9d3 req-53df3cf9-a21e-4a8c-8008-d9983fbe58ee tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae45599b-5c60-4664-9737-872a69b569e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450480 May 23 15:30:57.360844 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9788cd-d73d-414a-a660-7afddb5d90aa req-85559caa-c544-403b-ac3f-c50ace27deb3 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:57.362351 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4c9788cd-d73d-414a-a660-7afddb5d90aa req-85559caa-c544-403b-ac3f-c50ace27deb3 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 946 time: 0.0520549 May 23 15:30:57.408782 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4c9788cd-d73d-414a-a660-7afddb5d90aa req-9b7e55c4-0ffb-4bf8-a146-879ab47664e4 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409575 May 23 15:30:58.431374 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=100 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:58.460936 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1721df89-04f1-43ac-87b2-a5b56a564796 req-f9305791-34ac-4aaa-9750-6ba9ee461d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:58.462421 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-1721df89-04f1-43ac-87b2-a5b56a564796 req-f9305791-34ac-4aaa-9750-6ba9ee461d3b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9fd23ec4-d2b3-4032-b86e-36da3c4ed00f HTTP/1.1" status: 200 len: 851 time: 0.1132226 May 23 15:30:58.512537 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a725f-71a1-4ccc-b4b4-6bf3461f3ce2 req-06480d3d-c292-4ef8-a1e2-60648107d7f6 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:58.513956 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4b0a725f-71a1-4ccc-b4b4-6bf3461f3ce2 req-06480d3d-c292-4ef8-a1e2-60648107d7f6 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/ports?device_id=7abcf413-0c08-4f11-b030-2f2f9f09a5a3 HTTP/1.1" status: 200 len: 945 time: 0.1014023 May 23 15:30:58.544274 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4fec22cf-f57d-40a2-acc6-853c1dfc49a7 req-316e5b38-9043-44c6-86b2-03dcf07626e9 service neutron] 10.222.0.72 "GET /v2.0/networks/0d1e2450-f071-48af-a078-8358b70cb4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961737 May 23 15:30:58.549178 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:58.583248 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-1721df89-04f1-43ac-87b2-a5b56a564796 req-ff742a50-20ad-4c14-95de-a64094d48d48 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fe3a15ce-dd5c-42b5-8430-0a77f338fb71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644431 May 23 15:30:58.596203 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a42c1-a8c6-41ca-88c7-aee79cadbdc3 req-a4bac06a-8d72-43ef-ae79-2ee126c870c6 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:58.597726 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4a4a42c1-a8c6-41ca-88c7-aee79cadbdc3 req-a4bac06a-8d72-43ef-ae79-2ee126c870c6 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 946 time: 0.1195800 May 23 15:30:58.606839 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26303e1-a8a3-463a-85be-e358e4f8a781 req-f9362fe3-2be0-40be-a602-14d9c8f10299 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:58.608413 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-e26303e1-a8a3-463a-85be-e358e4f8a781 req-f9362fe3-2be0-40be-a602-14d9c8f10299 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7abcf413-0c08-4f11-b030-2f2f9f09a5a3 HTTP/1.1" status: 200 len: 945 time: 0.0868046 May 23 15:30:58.608710 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f8f3c-1616-4ea0-b605-eea4bd65ddd3 req-ce9650bd-50be-45a3-938f-002b78a41434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:58.610444 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-891f8f3c-1616-4ea0-b605-eea4bd65ddd3 req-ce9650bd-50be-45a3-938f-002b78a41434 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a072baa-6965-4350-b247-fb58bbcac26a HTTP/1.1" status: 200 len: 911 time: 0.2533457 May 23 15:30:58.611322 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9527a-aa4a-4e66-817f-557ef2ae434d req-7353ceb5-fde1-4b63-8c21-59a73f58e554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:58.615098 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0bc9527a-aa4a-4e66-817f-557ef2ae434d req-7353ceb5-fde1-4b63-8c21-59a73f58e554 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c9306d40-6dd5-4f4d-bb55-9077bd7b986d HTTP/1.1" status: 200 len: 914 time: 0.2657182 May 23 15:30:58.622700 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4b0a725f-71a1-4ccc-b4b4-6bf3461f3ce2 req-4d91d65d-9716-47a5-bb4f-530258d0db7b tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae45599b-5c60-4664-9737-872a69b569e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029718 May 23 15:30:58.770408 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-891f8f3c-1616-4ea0-b605-eea4bd65ddd3 req-297e7698-4df8-4332-94d5-dc5df3f5750f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e HTTP/1.1" status: 200 len: 1001 time: 0.1446424 May 23 15:30:58.772964 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0bc9527a-aa4a-4e66-817f-557ef2ae434d req-c1218e96-2ca7-4bb7-adce-daea673592fd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=844b0f3e-da49-4384-9cfa-321053312dea HTTP/1.1" status: 200 len: 1001 time: 0.1405427 May 23 15:30:58.774236 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4a4a42c1-a8c6-41ca-88c7-aee79cadbdc3 req-0bf1784b-3a9d-4446-96c5-eda71dbf0ed0 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637650 May 23 15:30:58.856842 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-e26303e1-a8a3-463a-85be-e358e4f8a781 req-bd69aad4-36ff-4d7f-bdb0-8b16854360c4 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] Deleting port 07333c01-2c53-4cf7-a086-18422eb283db {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:30:58.856842 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-e26303e1-a8a3-463a-85be-e358e4f8a781 req-bd69aad4-36ff-4d7f-bdb0-8b16854360c4 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (07333c01-2c53-4cf7-a086-18422eb283db), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:58.878103 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-1721df89-04f1-43ac-87b2-a5b56a564796 req-240c8435-9f01-4831-9732-82d30ef0ac2b service neutron] 10.222.0.72 "GET /v2.0/networks/fe3a15ce-dd5c-42b5-8430-0a77f338fb71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686291 May 23 15:30:58.954135 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-e26303e1-a8a3-463a-85be-e358e4f8a781 req-bd69aad4-36ff-4d7f-bdb0-8b16854360c4 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] For port 07333c01-2c53-4cf7-a086-18422eb283db, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=07333c01-2c53-4cf7-a086-18422eb283db,segment=NetworkSegment(a711ad5d-cdd1-47ec-88fd-7a4bf00f4a52),segment_id=a711ad5d-cdd1-47ec-88fd-7a4bf00f4a52)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:30:58.954494 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-e26303e1-a8a3-463a-85be-e358e4f8a781 req-bd69aad4-36ff-4d7f-bdb0-8b16854360c4 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (07333c01-2c53-4cf7-a086-18422eb283db), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:58.969471 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-e26303e1-a8a3-463a-85be-e358e4f8a781 req-bd69aad4-36ff-4d7f-bdb0-8b16854360c4 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] Calling delete_port for 07333c01-2c53-4cf7-a086-18422eb283db owned by compute:nova {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:30:59.068139 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:30:59.126629 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-e26303e1-a8a3-463a-85be-e358e4f8a781 req-bd69aad4-36ff-4d7f-bdb0-8b16854360c4 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974'] for port (07333c01-2c53-4cf7-a086-18422eb283db), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:59.159758 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69aad4-36ff-4d7f-bdb0-8b16854360c4 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] Pushing event deleted for resources: {'Port': ['ID=07333c01-2c53-4cf7-a086-18422eb283db,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:30:59.243497 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-e26303e1-a8a3-463a-85be-e358e4f8a781 req-bd69aad4-36ff-4d7f-bdb0-8b16854360c4 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] No DVR routers for this DVR port 07333c01-2c53-4cf7-a086-18422eb283db on host hv-cinder-84112 {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:30:59.247459 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-e26303e1-a8a3-463a-85be-e358e4f8a781 req-bd69aad4-36ff-4d7f-bdb0-8b16854360c4 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:30:59.250716 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-e26303e1-a8a3-463a-85be-e358e4f8a781 req-bd69aad4-36ff-4d7f-bdb0-8b16854360c4 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.72 "DELETE /v2.0/ports/07333c01-2c53-4cf7-a086-18422eb283db HTTP/1.1" status: 204 len: 173 time: 0.6184969 May 23 15:30:59.251157 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abcf413-0c08-4f11-b030-2f2f9f09a5a3', 'name': 'network-vif-deleted', 'tag': '07333c01-2c53-4cf7-a086-18422eb283db'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:30:59.253427 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee4ef39eddac8a8c2b622b321199fad7a345fd77cd5019e852148a8aec1132e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ce60e2-ce90-4f5d-b90c-704562cb9a67" -d '{"events": [{"server_uuid": "7abcf413-0c08-4f11-b030-2f2f9f09a5a3", "name": "network-vif-deleted", "tag": "07333c01-2c53-4cf7-a086-18422eb283db"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:30:59.295076 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b122dd7c-c8d9-4d1c-a914-e7d5aa0f9a45 x-openstack-request-id: req-b122dd7c-c8d9-4d1c-a914-e7d5aa0f9a45 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:30:59.295417 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7abcf413-0c08-4f11-b030-2f2f9f09a5a3", "name": "network-vif-deleted", "tag": "07333c01-2c53-4cf7-a086-18422eb283db", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:30:59.295651 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b122dd7c-c8d9-4d1c-a914-e7d5aa0f9a45 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:30:59.296175 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b122dd7c-c8d9-4d1c-a914-e7d5aa0f9a45'] response: {'server_uuid': '7abcf413-0c08-4f11-b030-2f2f9f09a5a3', 'name': 'network-vif-deleted', 'tag': '07333c01-2c53-4cf7-a086-18422eb283db', 'status': 'completed', 'code': 200} May 23 15:30:59.739252 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7fabbe79-6765-4147-9835-ae0ca702aa1c req-6edbb015-6cd0-44cb-98e2-df5851ea0901 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/ports?device_id=7abcf413-0c08-4f11-b030-2f2f9f09a5a3 HTTP/1.1" status: 200 len: 210 time: 0.0280244 May 23 15:30:59.890490 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb74f88-7d5b-4809-bd1a-03c212bcaff3 req-c6591ebf-6bfb-4890-83b6-7bac122aad62 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:30:59.891841 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fbb74f88-7d5b-4809-bd1a-03c212bcaff3 req-c6591ebf-6bfb-4890-83b6-7bac122aad62 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 946 time: 0.0473104 May 23 15:30:59.937722 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fbb74f88-7d5b-4809-bd1a-03c212bcaff3 req-6b60c8ff-01f6-43a5-b63c-d2b416e5c84f tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403440 May 23 15:31:00.709798 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f8f3c-1616-4ea0-b605-eea4bd65ddd3 req-7d600792-ccb5-413b-b1fa-7e7ff82c6c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:00.711201 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-891f8f3c-1616-4ea0-b605-eea4bd65ddd3 req-7d600792-ccb5-413b-b1fa-7e7ff82c6c93 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7134c090-f572-476b-be3d-e9de19d83fc7 HTTP/1.1" status: 200 len: 849 time: 0.0895531 May 23 15:31:00.712835 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9527a-aa4a-4e66-817f-557ef2ae434d req-8797f33d-cc63-41b0-b16f-06f63bdcdcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:00.714848 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0bc9527a-aa4a-4e66-817f-557ef2ae434d req-8797f33d-cc63-41b0-b16f-06f63bdcdcd2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97f2f0d5-ec7b-4732-a013-35e41c3e0618 HTTP/1.1" status: 200 len: 852 time: 0.0913343 May 23 15:31:00.836433 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-842ccf7a-da53-4c6e-baa4-7850159c18c9 req-d804b93c-ccf7-4214-ab2e-974300390a6a tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/ports?device_id=7abcf413-0c08-4f11-b030-2f2f9f09a5a3 HTTP/1.1" status: 200 len: 210 time: 0.0293231 May 23 15:31:01.050598 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4850bf-41a9-4620-92c2-d0bd53030ab2 req-966905ef-08c0-4ef8-87bc-88cfe7a601f7 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:01.052058 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2c4850bf-41a9-4620-92c2-d0bd53030ab2 req-966905ef-08c0-4ef8-87bc-88cfe7a601f7 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 946 time: 0.0467248 May 23 15:31:01.097404 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2c4850bf-41a9-4620-92c2-d0bd53030ab2 req-6b0d6699-a64f-44a6-ae73-1c040b2e01b5 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399203 May 23 15:31:01.652394 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 07333c01-2c53-4cf7-a086-18422eb283db no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:31:01.676143 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] No Port match for: 07333c01-2c53-4cf7-a086-18422eb283db {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:31:01.676496 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 07333c01-2c53-4cf7-a086-18422eb283db not bound to the agent host hv-cinder-84112 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:31:01.743081 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-1721df89-04f1-43ac-87b2-a5b56a564796 req-057e8739-17f8-4c2e-a976-985a4b64cf16 service neutron] 10.222.0.72 "GET /v2.0/networks/fe3a15ce-dd5c-42b5-8430-0a77f338fb71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899000 May 23 15:31:01.800042 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f8f3c-1616-4ea0-b605-eea4bd65ddd3 req-53848c95-5216-4ea5-ac9a-c971d2bb6a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:01.801577 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-891f8f3c-1616-4ea0-b605-eea4bd65ddd3 req-53848c95-5216-4ea5-ac9a-c971d2bb6a6c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a072baa-6965-4350-b247-fb58bbcac26a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0905941 May 23 15:31:01.802714 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9527a-aa4a-4e66-817f-557ef2ae434d req-3d8415c4-cb56-4f4b-89e0-1232372e64b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:01.804042 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0bc9527a-aa4a-4e66-817f-557ef2ae434d req-3d8415c4-cb56-4f4b-89e0-1232372e64b6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9306d40-6dd5-4f4d-bb55-9077bd7b986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0842199 May 23 15:31:01.932059 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:01.941613 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c846968e-35c6-499a-84d8-b7b2db67d3ce req-d9d0f488-fc3e-4000-bb52-8f6180549a12 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/ports?device_id=7abcf413-0c08-4f11-b030-2f2f9f09a5a3 HTTP/1.1" status: 200 len: 210 time: 0.0284235 May 23 15:31:02.034651 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0bc9527a-aa4a-4e66-817f-557ef2ae434d req-732fbbe3-8e31-4e93-a63d-0ce3137f8990 service neutron] 10.222.0.72 "GET /v2.0/networks/c9306d40-6dd5-4f4d-bb55-9077bd7b986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618414 May 23 15:31:02.048259 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-891f8f3c-1616-4ea0-b605-eea4bd65ddd3 req-050aa209-352c-4ee7-a6f1-a3f4f8cdd3a6 service neutron] 10.222.0.72 "GET /v2.0/networks/2a072baa-6965-4350-b247-fb58bbcac26a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740897 May 23 15:31:02.248966 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0bc9527a-aa4a-4e66-817f-557ef2ae434d req-53f4394b-81da-47e0-9476-c388d59c5c3f service neutron] 10.222.0.72 "GET /v2.0/networks/c9306d40-6dd5-4f4d-bb55-9077bd7b986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028320 May 23 15:31:02.255280 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cc13a-ae69-446c-a73f-6067f9cd0086 req-f853e172-24ce-47f4-a295-53ab58b4cd21 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:02.256643 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-114cc13a-ae69-446c-a73f-6067f9cd0086 req-f853e172-24ce-47f4-a295-53ab58b4cd21 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 946 time: 0.0902061 May 23 15:31:02.258574 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-891f8f3c-1616-4ea0-b605-eea4bd65ddd3 req-011c7fa4-9b78-42d5-9f56-8ead75f62d3b service neutron] 10.222.0.72 "GET /v2.0/networks/2a072baa-6965-4350-b247-fb58bbcac26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009871 May 23 15:31:02.303833 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-114cc13a-ae69-446c-a73f-6067f9cd0086 req-9ba819db-c5bf-4fb1-891f-9fe9443f5dbe tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407326 May 23 15:31:03.038869 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-04886bb8-72e6-4a4d-9baa-1b6a6f9e9de0 req-81e0cf0f-2bc1-4f1c-8413-9ecc2ef37cae tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/ports?device_id=7abcf413-0c08-4f11-b030-2f2f9f09a5a3 HTTP/1.1" status: 200 len: 210 time: 0.0305989 May 23 15:31:03.088606 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-906552cb-5217-4840-a81e-d5c4f0f69d26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:03.397121 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:03.414847 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2c54e-7852-4f50-a665-7b3af1ed3dd1 req-e25c52d2-7908-425d-8892-1ca203e690e4 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:03.416310 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-70f2c54e-7852-4f50-a665-7b3af1ed3dd1 req-e25c52d2-7908-425d-8892-1ca203e690e4 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 946 time: 0.0466630 May 23 15:31:03.462906 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-70f2c54e-7852-4f50-a665-7b3af1ed3dd1 req-14dea6e0-9bbc-4ac7-bec5-8d9aa3af3435 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405693 May 23 15:31:04.133862 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c9267932-e2f0-4a17-b602-11fade70ddae req-9e742ac5-25a8-4ebd-8d5e-8966e4ccf373 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/ports?device_id=7abcf413-0c08-4f11-b030-2f2f9f09a5a3 HTTP/1.1" status: 200 len: 210 time: 0.0265355 May 23 15:31:04.578902 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69a152-ada8-4524-b9ce-5486f0b49037 req-3328f7c4-d0db-479e-8833-51023f5b656c tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:04.580401 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0c69a152-ada8-4524-b9ce-5486f0b49037 req-3328f7c4-d0db-479e-8833-51023f5b656c tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 946 time: 0.0502417 May 23 15:31:04.627863 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0c69a152-ada8-4524-b9ce-5486f0b49037 req-09804e92-0de8-425e-a69d-c39d037f530d tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419919 May 23 15:31:05.233377 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-af706974-6d29-4380-90a9-c95d9e1001e6 req-c90d20f4-c578-4281-a7dd-1f7a370a44f3 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/ports?device_id=7abcf413-0c08-4f11-b030-2f2f9f09a5a3 HTTP/1.1" status: 200 len: 210 time: 0.0275435 May 23 15:31:05.450894 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0e4cdbb6-dd19-4a70-9131-d9db6c3260ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:05.753035 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83b96d-92f5-4f41-a19e-c73d92f039b4 req-fdb51ba3-9dcb-4fd3-bf7a-3fcc60e6d1b6 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:05.754463 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-be83b96d-92f5-4f41-a19e-c73d92f039b4 req-fdb51ba3-9dcb-4fd3-bf7a-3fcc60e6d1b6 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 946 time: 0.0532022 May 23 15:31:05.830001 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-be83b96d-92f5-4f41-a19e-c73d92f039b4 req-0b83771d-d84b-444c-b5fa-e8878c5e39ed tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663686 May 23 15:31:06.368779 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-aebd6034-5c6b-457e-957d-b628a7e5e359 req-8899fc02-4d39-4384-9c6b-89728ce490f2 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/ports?device_id=7abcf413-0c08-4f11-b030-2f2f9f09a5a3 HTTP/1.1" status: 200 len: 210 time: 0.0349691 May 23 15:31:06.895728 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:06.941433 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5909af-5f8d-43a4-a9b8-ee4f8c24ef46 req-7a628a40-cf6c-4571-89d6-b9082623bde8 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:06.942886 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-dc5909af-5f8d-43a4-a9b8-ee4f8c24ef46 req-7a628a40-cf6c-4571-89d6-b9082623bde8 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 946 time: 0.0451283 May 23 15:31:06.992357 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-dc5909af-5f8d-43a4-a9b8-ee4f8c24ef46 req-a7b0ec3f-51ad-492b-9ccc-acda2ca54cb7 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438721 May 23 15:31:07.483398 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-52ec62c2-cb27-4231-9f70-fd1e2c7fb24d req-ca61c97d-78bf-4c11-a385-c2a89388cc06 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/ports?device_id=7abcf413-0c08-4f11-b030-2f2f9f09a5a3 HTTP/1.1" status: 200 len: 210 time: 0.0296130 May 23 15:31:08.036305 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:08.120032 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea34c21-9050-41df-9d56-3e0fc970e0fe req-da9ed3e1-369b-433e-92b7-b85f2f03e60b tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:08.121472 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2ea34c21-9050-41df-9d56-3e0fc970e0fe req-da9ed3e1-369b-433e-92b7-b85f2f03e60b tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 946 time: 0.0488558 May 23 15:31:08.167908 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2ea34c21-9050-41df-9d56-3e0fc970e0fe req-184e918f-2279-4dae-9548-b3538dfa5c02 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408196 May 23 15:31:08.571297 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:08.588415 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-45cc977c-28ae-4b95-8dea-5c2936fcf6a1 req-873ad410-a74d-40a9-8b1a-966c14007d59 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] 10.222.0.30 "GET /v2.0/ports?device_id=7abcf413-0c08-4f11-b030-2f2f9f09a5a3 HTTP/1.1" status: 200 len: 210 time: 0.0265889 May 23 15:31:08.632141 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=52,neutron:UPDATE=1 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:08.648163 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:09.282760 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5b93e-8541-4ca6-8f9c-f1175fc50db7 req-0e7a499f-a856-4176-a0e8-71d35dc09d75 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:09.284360 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8ee5b93e-8541-4ca6-8f9c-f1175fc50db7 req-0e7a499f-a856-4176-a0e8-71d35dc09d75 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 946 time: 0.0482812 May 23 15:31:09.319105 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:09.331755 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8ee5b93e-8541-4ca6-8f9c-f1175fc50db7 req-b6311383-9f7d-49a4-974f-6c52121a7bbb tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414188 May 23 15:31:09.717589 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:10.466753 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4213d7-9b48-4293-9549-6acd52d74bf5 req-f07b3a23-da9a-47b6-8feb-117769069f1d tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:10.468284 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-aa4213d7-9b48-4293-9549-6acd52d74bf5 req-f07b3a23-da9a-47b6-8feb-117769069f1d tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 946 time: 0.0512862 May 23 15:31:10.529174 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-aa4213d7-9b48-4293-9549-6acd52d74bf5 req-7b107bad-acf5-40a2-9f02-6c2f21b678b1 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540729 May 23 15:31:11.073232 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 60372) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:31:11.120193 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec39dec6-4348-4c14-8291-e7b2820043cd admin admin] Deleting subnet 9fd23ec4-d2b3-4032-b86e-36da3c4ed00f {{(pid=104080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 15:31:11.124042 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ec39dec6-4348-4c14-8291-e7b2820043cd admin admin] Publish callbacks [] for subnet (9fd23ec4-d2b3-4032-b86e-36da3c4ed00f), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:11.163180 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ec39dec6-4348-4c14-8291-e7b2820043cd admin admin] Publish callbacks [] for subnet (9fd23ec4-d2b3-4032-b86e-36da3c4ed00f), precommit_delete_associations {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:11.173225 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ec39dec6-4348-4c14-8291-e7b2820043cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773257'] for subnet (9fd23ec4-d2b3-4032-b86e-36da3c4ed00f), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:11.236406 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ec39dec6-4348-4c14-8291-e7b2820043cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720'] for subnet (9fd23ec4-d2b3-4032-b86e-36da3c4ed00f), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:11.264699 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec39dec6-4348-4c14-8291-e7b2820043cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fd23ec4-d2b3-4032-b86e-36da3c4ed00f,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:11.266572 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ec39dec6-4348-4c14-8291-e7b2820043cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:11.272216 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-ec39dec6-4348-4c14-8291-e7b2820043cd admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9fd23ec4-d2b3-4032-b86e-36da3c4ed00f HTTP/1.1" status: 204 len: 168 time: 0.1956339 May 23 15:31:11.272343 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 60380) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:31:11.346766 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1ba570a3-58fc-4ccc-bdb0-24a8259c4fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1839458'] for network (fe3a15ce-dd5c-42b5-8430-0a77f338fb71), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:11.442521 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1ba570a3-58fc-4ccc-bdb0-24a8259c4fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769542', 'neutron.services.segments.db._delete_segments_for_network-8781040571751'] for network (fe3a15ce-dd5c-42b5-8430-0a77f338fb71), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:11.464325 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1ba570a3-58fc-4ccc-bdb0-24a8259c4fe6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:31:11.464935 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1ba570a3-58fc-4ccc-bdb0-24a8259c4fe6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:31:11.466234 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1ba570a3-58fc-4ccc-bdb0-24a8259c4fe6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:31:11.466584 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1ba570a3-58fc-4ccc-bdb0-24a8259c4fe6 admin admin] Subscribe: > port after_create 55550000 {{(pid=104080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:31:11.466922 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1ba570a3-58fc-4ccc-bdb0-24a8259c4fe6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:31:11.467546 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1ba570a3-58fc-4ccc-bdb0-24a8259c4fe6 admin admin] Subscribe: > port after_update 55550000 {{(pid=104080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:31:11.467631 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1ba570a3-58fc-4ccc-bdb0-24a8259c4fe6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:31:11.467882 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1ba570a3-58fc-4ccc-bdb0-24a8259c4fe6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:31:11.468192 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1ba570a3-58fc-4ccc-bdb0-24a8259c4fe6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:31:11.468508 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1ba570a3-58fc-4ccc-bdb0-24a8259c4fe6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:31:11.578343 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1ba570a3-58fc-4ccc-bdb0-24a8259c4fe6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:31:11.578680 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1ba570a3-58fc-4ccc-bdb0-24a8259c4fe6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:31:11.579008 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1ba570a3-58fc-4ccc-bdb0-24a8259c4fe6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:31:11.579401 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1ba570a3-58fc-4ccc-bdb0-24a8259c4fe6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:31:11.579774 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-1ba570a3-58fc-4ccc-bdb0-24a8259c4fe6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe3a15ce-dd5c-42b5-8430-0a77f338fb71']}} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:31:11.598433 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-1ba570a3-58fc-4ccc-bdb0-24a8259c4fe6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a711ad5d-cdd1-47ec-88fd-7a4bf00f4a52') {'for_net_delete': True} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:31:11.598711 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-1ba570a3-58fc-4ccc-bdb0-24a8259c4fe6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a711ad5d-cdd1-47ec-88fd-7a4bf00f4a52') {} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:31:11.619473 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1ba570a3-58fc-4ccc-bdb0-24a8259c4fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781040573040', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4413023'] for segment (a711ad5d-cdd1-47ec-88fd-7a4bf00f4a52), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:11.641190 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1ba570a3-58fc-4ccc-bdb0-24a8259c4fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226'] for segment (a711ad5d-cdd1-47ec-88fd-7a4bf00f4a52), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:11.649696 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ba570a3-58fc-4ccc-bdb0-24a8259c4fe6 admin admin] Releasing vlan 980 on physical network physnet1 to pool {{(pid=104080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 15:31:11.650082 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1ba570a3-58fc-4ccc-bdb0-24a8259c4fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4413230'] for segment (a711ad5d-cdd1-47ec-88fd-7a4bf00f4a52), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:11.650205 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a38d9b-ac54-4c63-80c6-1b9aaa477cb5 req-d9bd4c7c-02a8-41e1-a11c-9161008fec76 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:11.651661 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-35a38d9b-ac54-4c63-80c6-1b9aaa477cb5 req-d9bd4c7c-02a8-41e1-a11c-9161008fec76 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 946 time: 0.0517037 May 23 15:31:11.705560 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-35a38d9b-ac54-4c63-80c6-1b9aaa477cb5 req-231544ad-856b-4c36-9ec8-0234b90ecd34 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473285 May 23 15:31:11.722019 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1ba570a3-58fc-4ccc-bdb0-24a8259c4fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-863850'] for network (fe3a15ce-dd5c-42b5-8430-0a77f338fb71), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:11.733551 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1ba570a3-58fc-4ccc-bdb0-24a8259c4fe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:11.737213 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-1ba570a3-58fc-4ccc-bdb0-24a8259c4fe6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/fe3a15ce-dd5c-42b5-8430-0a77f338fb71 HTTP/1.1" status: 204 len: 168 time: 0.4640045 May 23 15:31:11.751815 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba570a3-58fc-4ccc-bdb0-24a8259c4fe6 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe3a15ce-dd5c-42b5-8430-0a77f338fb71,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:11.887288 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.services.segments.plugin [-] Segment a711ad5d-cdd1-47ec-88fd-7a4bf00f4a52 resource provider aggregate not found May 23 15:31:11.905378 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.services.segments.plugin [-] Segment a711ad5d-cdd1-47ec-88fd-7a4bf00f4a52 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a711ad5d-cdd1-47ec-88fd-7a4bf00f4a52 found for delete ", "request_id": "req-cae1d841-0c1c-4766-b15a-58b3e744741d"}]} May 23 15:31:11.935834 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 60406) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:31:11.972681 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:11.977178 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-8b59eea5-e9c7-4e16-af69-6d17ceddf7e9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=377219e53ce94ab089e48437d3468663&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0402303 May 23 15:31:11.979683 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 60408) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:31:12.031975 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-50784df3-8fee-4002-af59-86a417d62179 admin admin] Publish callbacks [] for security_group (ae45599b-5c60-4664-9737-872a69b569e6), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:12.053420 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-50784df3-8fee-4002-af59-86a417d62179 admin admin] Publish callbacks [] for security_group (ae45599b-5c60-4664-9737-872a69b569e6), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:12.101237 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-50784df3-8fee-4002-af59-86a417d62179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (ae45599b-5c60-4664-9737-872a69b569e6), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:12.104029 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-50784df3-8fee-4002-af59-86a417d62179 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:12.105465 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-50784df3-8fee-4002-af59-86a417d62179 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ae45599b-5c60-4664-9737-872a69b569e6 HTTP/1.1" status: 204 len: 168 time: 0.1246085 May 23 15:31:12.113782 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50784df3-8fee-4002-af59-86a417d62179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae45599b-5c60-4664-9737-872a69b569e6,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:12.281531 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 60422) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:31:12.324421 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_v2 [None req-481acb7a-dcf2-46db-a405-eee7499f4c90 admin admin] Deleting subnet 58d94d8a-876d-4248-97a0-bd57f4912ca1 {{(pid=104080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 15:31:12.327640 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-481acb7a-dcf2-46db-a405-eee7499f4c90 admin admin] Publish callbacks [] for subnet (58d94d8a-876d-4248-97a0-bd57f4912ca1), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:12.361592 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-481acb7a-dcf2-46db-a405-eee7499f4c90 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4413008'] for subnet (58d94d8a-876d-4248-97a0-bd57f4912ca1), precommit_delete_associations {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:12.405607 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-481acb7a-dcf2-46db-a405-eee7499f4c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773257'] for subnet (58d94d8a-876d-4248-97a0-bd57f4912ca1), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:12.424724 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:12.464753 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-481acb7a-dcf2-46db-a405-eee7499f4c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4413132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4276918'] for subnet (58d94d8a-876d-4248-97a0-bd57f4912ca1), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:12.491859 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481acb7a-dcf2-46db-a405-eee7499f4c90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58d94d8a-876d-4248-97a0-bd57f4912ca1,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:12.498247 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-481acb7a-dcf2-46db-a405-eee7499f4c90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:12.503689 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-481acb7a-dcf2-46db-a405-eee7499f4c90 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/58d94d8a-876d-4248-97a0-bd57f4912ca1 HTTP/1.1" status: 204 len: 168 time: 0.2189338 May 23 15:31:12.504048 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 60436) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:31:12.577522 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0e980e85-6f72-43f3-ae10-de33b040de5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1839458'] for network (61392e2b-83e5-4420-983c-8b837f16d310), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:12.680093 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0e980e85-6f72-43f3-ae10-de33b040de5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769542', 'neutron.services.segments.db._delete_segments_for_network-8781040571751'] for network (61392e2b-83e5-4420-983c-8b837f16d310), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:12.710789 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-0e980e85-6f72-43f3-ae10-de33b040de5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61392e2b-83e5-4420-983c-8b837f16d310']}} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:31:12.720781 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-0e980e85-6f72-43f3-ae10-de33b040de5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c0d77b8-73a4-4e36-963d-930440534365') {'for_net_delete': True} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:31:12.721166 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-0e980e85-6f72-43f3-ae10-de33b040de5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c0d77b8-73a4-4e36-963d-930440534365') {} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:31:12.734878 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0e980e85-6f72-43f3-ae10-de33b040de5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781040573040', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4413023'] for segment (4c0d77b8-73a4-4e36-963d-930440534365), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:12.752803 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0e980e85-6f72-43f3-ae10-de33b040de5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226'] for segment (4c0d77b8-73a4-4e36-963d-930440534365), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:12.759364 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e980e85-6f72-43f3-ae10-de33b040de5d admin admin] Releasing vlan 977 on physical network physnet1 to pool {{(pid=104080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 15:31:12.759916 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0e980e85-6f72-43f3-ae10-de33b040de5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4413230'] for segment (4c0d77b8-73a4-4e36-963d-930440534365), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:12.859017 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0e980e85-6f72-43f3-ae10-de33b040de5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-863850'] for network (61392e2b-83e5-4420-983c-8b837f16d310), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:12.864698 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0e980e85-6f72-43f3-ae10-de33b040de5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:12.870467 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-0e980e85-6f72-43f3-ae10-de33b040de5d admin admin] 10.222.0.30 "DELETE /v2.0/networks/61392e2b-83e5-4420-983c-8b837f16d310 HTTP/1.1" status: 204 len: 168 time: 0.3630066 May 23 15:31:12.870841 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 60456) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:31:12.874289 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f68e9-4e22-4061-b387-22d7b0c846c0 req-8725e430-d44d-4bfa-916c-2567f835e130 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:12.877383 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-fe0f68e9-4e22-4061-b387-22d7b0c846c0 req-8725e430-d44d-4bfa-916c-2567f835e130 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 946 time: 0.0756819 May 23 15:31:12.896888 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e980e85-6f72-43f3-ae10-de33b040de5d admin admin] Pushing event deleted for resources: {'Network': ['ID=61392e2b-83e5-4420-983c-8b837f16d310,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:12.924502 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2dd0335-42eb-40b1-824b-0280fff7b2a8 admin admin] Deleting subnet c1e8eba5-6a8f-4982-9ea8-c272eb1875aa {{(pid=104081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 15:31:12.928617 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c2dd0335-42eb-40b1-824b-0280fff7b2a8 admin admin] Publish callbacks [] for subnet (c1e8eba5-6a8f-4982-9ea8-c272eb1875aa), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:12.956153 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-fe0f68e9-4e22-4061-b387-22d7b0c846c0 req-df51ef2d-1568-469e-ac97-d47c2f6458d3 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616286 May 23 15:31:12.974416 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c2dd0335-42eb-40b1-824b-0280fff7b2a8 admin admin] Publish callbacks [] for subnet (c1e8eba5-6a8f-4982-9ea8-c272eb1875aa), precommit_delete_associations {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:12.985110 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c2dd0335-42eb-40b1-824b-0280fff7b2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773257'] for subnet (c1e8eba5-6a8f-4982-9ea8-c272eb1875aa), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:13.046497 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c2dd0335-42eb-40b1-824b-0280fff7b2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720'] for subnet (c1e8eba5-6a8f-4982-9ea8-c272eb1875aa), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:13.074871 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd0335-42eb-40b1-824b-0280fff7b2a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1e8eba5-6a8f-4982-9ea8-c272eb1875aa,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:13.078634 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c2dd0335-42eb-40b1-824b-0280fff7b2a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:13.083946 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-c2dd0335-42eb-40b1-824b-0280fff7b2a8 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c1e8eba5-6a8f-4982-9ea8-c272eb1875aa HTTP/1.1" status: 204 len: 168 time: 0.2093966 May 23 15:31:13.084186 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 60464) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:31:13.153735 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0170c2e9-106f-4003-855d-3a9d9921261b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1839458'] for network (6e1a4d4a-b87e-4eaa-ab95-ed9792d1e726), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:13.243129 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0170c2e9-106f-4003-855d-3a9d9921261b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769542', 'neutron.services.segments.db._delete_segments_for_network-8781040571751'] for network (6e1a4d4a-b87e-4eaa-ab95-ed9792d1e726), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:13.264148 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0170c2e9-106f-4003-855d-3a9d9921261b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:31:13.264511 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0170c2e9-106f-4003-855d-3a9d9921261b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:31:13.265266 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0170c2e9-106f-4003-855d-3a9d9921261b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:31:13.265609 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0170c2e9-106f-4003-855d-3a9d9921261b admin admin] Subscribe: > port after_create 55550000 {{(pid=104081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:31:13.265945 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0170c2e9-106f-4003-855d-3a9d9921261b admin admin] Subscribe: > port after_delete 55550000 {{(pid=104081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:31:13.266273 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0170c2e9-106f-4003-855d-3a9d9921261b admin admin] Subscribe: > port after_update 55550000 {{(pid=104081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:31:13.266644 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0170c2e9-106f-4003-855d-3a9d9921261b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:31:13.267079 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0170c2e9-106f-4003-855d-3a9d9921261b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:31:13.267425 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0170c2e9-106f-4003-855d-3a9d9921261b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:31:13.267715 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0170c2e9-106f-4003-855d-3a9d9921261b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:31:13.331707 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0170c2e9-106f-4003-855d-3a9d9921261b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:31:13.332052 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0170c2e9-106f-4003-855d-3a9d9921261b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:31:13.332387 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0170c2e9-106f-4003-855d-3a9d9921261b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:31:13.332700 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0170c2e9-106f-4003-855d-3a9d9921261b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:31:13.333104 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.services.segments.db [None req-0170c2e9-106f-4003-855d-3a9d9921261b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e1a4d4a-b87e-4eaa-ab95-ed9792d1e726']}} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:31:13.345409 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:13.352591 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.services.segments.db [None req-0170c2e9-106f-4003-855d-3a9d9921261b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16e94493-eaea-4f4e-ba39-3856fbb5da82') {'for_net_delete': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:31:13.352900 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.services.segments.db [None req-0170c2e9-106f-4003-855d-3a9d9921261b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16e94493-eaea-4f4e-ba39-3856fbb5da82') {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:31:13.370651 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0170c2e9-106f-4003-855d-3a9d9921261b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781040573040', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4630916'] for segment (16e94493-eaea-4f4e-ba39-3856fbb5da82), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:13.391984 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0170c2e9-106f-4003-855d-3a9d9921261b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226'] for segment (16e94493-eaea-4f4e-ba39-3856fbb5da82), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:13.400640 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0170c2e9-106f-4003-855d-3a9d9921261b admin admin] Releasing vlan 968 on physical network physnet1 to pool {{(pid=104081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 15:31:13.401104 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0170c2e9-106f-4003-855d-3a9d9921261b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4250223'] for segment (16e94493-eaea-4f4e-ba39-3856fbb5da82), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:13.476500 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0170c2e9-106f-4003-855d-3a9d9921261b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-863850'] for network (6e1a4d4a-b87e-4eaa-ab95-ed9792d1e726), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:13.494060 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0170c2e9-106f-4003-855d-3a9d9921261b admin admin] Pushing event deleted for resources: {'Network': ['ID=6e1a4d4a-b87e-4eaa-ab95-ed9792d1e726,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:13.496209 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0170c2e9-106f-4003-855d-3a9d9921261b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for network (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:13.501603 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-0170c2e9-106f-4003-855d-3a9d9921261b admin admin] 10.222.0.30 "DELETE /v2.0/networks/6e1a4d4a-b87e-4eaa-ab95-ed9792d1e726 HTTP/1.1" status: 204 len: 168 time: 0.4157114 May 23 15:31:13.708102 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.services.segments.plugin [-] Segment 16e94493-eaea-4f4e-ba39-3856fbb5da82 resource provider aggregate not found May 23 15:31:13.719545 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 60502) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:31:13.728653 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.services.segments.plugin [-] Segment 16e94493-eaea-4f4e-ba39-3856fbb5da82 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 16e94493-eaea-4f4e-ba39-3856fbb5da82 found for delete ", "request_id": "req-20da58ef-b281-4ffe-9c32-a1b92fb4c452"}]} May 23 15:31:13.765791 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-8a466e4c-7e17-420b-ae68-ca1334a76ecd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d112fea2e24f469a8d54a7950aa74862&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440252 May 23 15:31:13.767762 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 60504) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:31:13.819611 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b30e7cf9-1ae8-4ec3-a322-ef3d63bf72fa admin admin] Publish callbacks [] for security_group (1485d99b-188e-433b-be64-c81210478854), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:13.833337 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:13.842506 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b30e7cf9-1ae8-4ec3-a322-ef3d63bf72fa admin admin] Publish callbacks [] for security_group (1485d99b-188e-433b-be64-c81210478854), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:13.893147 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b30e7cf9-1ae8-4ec3-a322-ef3d63bf72fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (1485d99b-188e-433b-be64-c81210478854), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:13.895746 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b30e7cf9-1ae8-4ec3-a322-ef3d63bf72fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:13.897080 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-b30e7cf9-1ae8-4ec3-a322-ef3d63bf72fa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1485d99b-188e-433b-be64-c81210478854 HTTP/1.1" status: 204 len: 168 time: 0.1284051 May 23 15:31:13.909246 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e7cf9-1ae8-4ec3-a322-ef3d63bf72fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1485d99b-188e-433b-be64-c81210478854,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:13.934566 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.services.segments.plugin [-] Segment 4c0d77b8-73a4-4e36-963d-930440534365 resource provider aggregate not found May 23 15:31:13.952530 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.services.segments.plugin [-] Segment 4c0d77b8-73a4-4e36-963d-930440534365 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4c0d77b8-73a4-4e36-963d-930440534365 found for delete ", "request_id": "req-ac38fd43-378b-4d0f-a31c-aad039c3ce0e"}]} May 23 15:31:14.078491 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2790b-7620-43a3-b019-e1a529ea2310 req-6da17daa-780e-4860-8349-6af374b04a2b tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:14.080141 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1ce2790b-7620-43a3-b019-e1a529ea2310 req-6da17daa-780e-4860-8349-6af374b04a2b tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 946 time: 0.0521371 May 23 15:31:14.153403 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1ce2790b-7620-43a3-b019-e1a529ea2310 req-9cbcd43b-b778-4b48-975c-af51d4b81607 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638173 May 23 15:31:14.306862 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 60524) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:31:14.346194 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-4282045b-7eac-4c17-827d-ec0e77df0380 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a3217b6fd0f24e23958838338a3e7ea4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382328 May 23 15:31:14.348415 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 60526) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:31:14.394501 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e88a57da-c24f-4285-88a6-6671de4b8833 admin admin] Publish callbacks [] for security_group (9121d56b-7c9c-41aa-9d1b-2ffc5bee6d09), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:14.415760 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e88a57da-c24f-4285-88a6-6671de4b8833 admin admin] Publish callbacks [] for security_group (9121d56b-7c9c-41aa-9d1b-2ffc5bee6d09), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:14.448579 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:14.462426 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e88a57da-c24f-4285-88a6-6671de4b8833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (9121d56b-7c9c-41aa-9d1b-2ffc5bee6d09), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:14.465652 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e88a57da-c24f-4285-88a6-6671de4b8833 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:14.466943 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-e88a57da-c24f-4285-88a6-6671de4b8833 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9121d56b-7c9c-41aa-9d1b-2ffc5bee6d09 HTTP/1.1" status: 204 len: 168 time: 0.1175890 May 23 15:31:14.475053 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a57da-c24f-4285-88a6-6671de4b8833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9121d56b-7c9c-41aa-9d1b-2ffc5bee6d09,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:14.487262 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=79,neutron:UPDATE=5 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:15.272466 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ecf375-17a1-4fdd-9061-17391d56644a req-f0468abd-9256-43ca-8d16-59df67977e4a tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:15.273997 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-01ecf375-17a1-4fdd-9061-17391d56644a req-f0468abd-9256-43ca-8d16-59df67977e4a tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 946 time: 0.0511508 May 23 15:31:15.325524 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-01ecf375-17a1-4fdd-9061-17391d56644a req-d6360077-608c-4d70-9d52-5c3a52d79889 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455360 May 23 15:31:15.540677 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 60564) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:31:15.646645 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ecc98375-ccfb-4bc3-8be5-16cf25290ea8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:15.725150 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ecc98375-ccfb-4bc3-8be5-16cf25290ea8 admin admin] Publish callbacks [] for security_group (801a4573-87ca-42c3-b8c8-ea1f2411cbda), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:15.728597 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ecc98375-ccfb-4bc3-8be5-16cf25290ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (801a4573-87ca-42c3-b8c8-ea1f2411cbda), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:15.768644 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-ecc98375-ccfb-4bc3-8be5-16cf25290ea8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a6efdb7fad944df394cfaeca41e39afd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269046 May 23 15:31:15.769630 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc98375-ccfb-4bc3-8be5-16cf25290ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801a4573-87ca-42c3-b8c8-ea1f2411cbda,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:15.771317 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 60568) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:31:15.823950 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9f044777-bf93-46fa-bd60-8bc6baffe9b5 admin admin] Publish callbacks [] for security_group (801a4573-87ca-42c3-b8c8-ea1f2411cbda), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:15.916645 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (88197243-2542-4a6c-b81b-f727b3d95aaf), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:16.050818 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9f044777-bf93-46fa-bd60-8bc6baffe9b5 admin admin] Publish callbacks [] for security_group (801a4573-87ca-42c3-b8c8-ea1f2411cbda), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:16.098182 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9f044777-bf93-46fa-bd60-8bc6baffe9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (801a4573-87ca-42c3-b8c8-ea1f2411cbda), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:16.100759 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9f044777-bf93-46fa-bd60-8bc6baffe9b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:16.101948 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-9f044777-bf93-46fa-bd60-8bc6baffe9b5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/801a4573-87ca-42c3-b8c8-ea1f2411cbda HTTP/1.1" status: 204 len: 168 time: 0.3295825 May 23 15:31:16.110166 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f044777-bf93-46fa-bd60-8bc6baffe9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801a4573-87ca-42c3-b8c8-ea1f2411cbda,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:16.443033 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0631d6-f826-4d4e-94e4-0e8d21a9484b req-aca2718b-74b9-40cd-bf9c-eb5fa2ad5a4f tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:16.444492 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3c0631d6-f826-4d4e-94e4-0e8d21a9484b req-aca2718b-74b9-40cd-bf9c-eb5fa2ad5a4f tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 946 time: 0.0490308 May 23 15:31:16.494091 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3c0631d6-f826-4d4e-94e4-0e8d21a9484b req-debfaeb9-ca29-4a64-810f-6261d300149d tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430460 May 23 15:31:17.612548 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e7f7e-dfca-4c35-9360-ff0a5bcdcc43 req-e53afff9-f4b6-4d79-ad77-dd6a090c8222 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:17.614074 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a08e7f7e-dfca-4c35-9360-ff0a5bcdcc43 req-e53afff9-f4b6-4d79-ad77-dd6a090c8222 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 946 time: 0.0504134 May 23 15:31:17.665350 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a08e7f7e-dfca-4c35-9360-ff0a5bcdcc43 req-10a76122-4f1f-42e2-ad71-da58c207fa80 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454042 May 23 15:31:18.770049 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:18.786531 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ea6ef-5c3c-4521-bd89-3f612936ef4c req-eda782a0-7278-4655-a9f6-ebdec6c3e724 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:18.788049 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b38ea6ef-5c3c-4521-bd89-3f612936ef4c req-eda782a0-7278-4655-a9f6-ebdec6c3e724 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 946 time: 0.0542598 May 23 15:31:18.837531 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b38ea6ef-5c3c-4521-bd89-3f612936ef4c req-370f3c4a-9c63-404b-87b0-c0bffd9000ad tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426886 May 23 15:31:19.570918 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 60732) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:31:19.651589 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 60738) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:31:19.748208 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-728f28f1-c26f-45cb-96e9-c04a4daa7a04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:19.760058 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-fe5fd8dc-3d62-47b4-9ccc-59ca707472dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:19.825389 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-728f28f1-c26f-45cb-96e9-c04a4daa7a04 admin admin] Publish callbacks [] for security_group (3883ed8c-356d-4627-95bd-4ab60cb5d79f), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:19.832477 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-728f28f1-c26f-45cb-96e9-c04a4daa7a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (3883ed8c-356d-4627-95bd-4ab60cb5d79f), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:19.842494 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-fe5fd8dc-3d62-47b4-9ccc-59ca707472dc admin admin] Publish callbacks [] for security_group (0ef20855-c874-4503-94fb-d9d5a5f62754), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:19.847724 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-fe5fd8dc-3d62-47b4-9ccc-59ca707472dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (0ef20855-c874-4503-94fb-d9d5a5f62754), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:19.885618 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-728f28f1-c26f-45cb-96e9-c04a4daa7a04 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=934e97feb41542908e28114363996e77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3110394 May 23 15:31:19.885916 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 60744) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:31:19.888174 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-fe5fd8dc-3d62-47b4-9ccc-59ca707472dc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5bc7e3b869ea4ac39e61c50f86e2cd6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2349627 May 23 15:31:19.890298 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5fd8dc-3d62-47b4-9ccc-59ca707472dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef20855-c874-4503-94fb-d9d5a5f62754,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:19.890949 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 60746) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:31:19.898391 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728f28f1-c26f-45cb-96e9-c04a4daa7a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3883ed8c-356d-4627-95bd-4ab60cb5d79f,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:19.958894 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a0ced-7806-4a53-8f91-75699124c440 req-166b7fb4-5b11-4ebf-aaa9-cd39e992dffa tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:19.960389 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ef1a0ced-7806-4a53-8f91-75699124c440 req-166b7fb4-5b11-4ebf-aaa9-cd39e992dffa tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 946 time: 0.0485892 May 23 15:31:19.983199 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:19.992977 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-331c5d81-d399-4685-bd9f-53881693f1d5 admin admin] Publish callbacks [] for security_group (0ef20855-c874-4503-94fb-d9d5a5f62754), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:19.995595 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-08e7ebd8-d9e2-43e4-a986-fcbc026312dc admin admin] Publish callbacks [] for security_group (3883ed8c-356d-4627-95bd-4ab60cb5d79f), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:20.012832 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ef1a0ced-7806-4a53-8f91-75699124c440 req-4831518b-e062-413b-82f6-968d93e71062 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453277 May 23 15:31:20.026386 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:20.028578 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-331c5d81-d399-4685-bd9f-53881693f1d5 admin admin] Publish callbacks [] for security_group (0ef20855-c874-4503-94fb-d9d5a5f62754), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:20.045655 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-08e7ebd8-d9e2-43e4-a986-fcbc026312dc admin admin] Publish callbacks [] for security_group (3883ed8c-356d-4627-95bd-4ab60cb5d79f), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:20.114692 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-331c5d81-d399-4685-bd9f-53881693f1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (0ef20855-c874-4503-94fb-d9d5a5f62754), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:20.117405 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-331c5d81-d399-4685-bd9f-53881693f1d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:20.118630 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-331c5d81-d399-4685-bd9f-53881693f1d5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0ef20855-c874-4503-94fb-d9d5a5f62754 HTTP/1.1" status: 204 len: 168 time: 0.2267146 May 23 15:31:20.123056 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-08e7ebd8-d9e2-43e4-a986-fcbc026312dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (3883ed8c-356d-4627-95bd-4ab60cb5d79f), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:20.125573 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-08e7ebd8-d9e2-43e4-a986-fcbc026312dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:20.126652 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-08e7ebd8-d9e2-43e4-a986-fcbc026312dc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3883ed8c-356d-4627-95bd-4ab60cb5d79f HTTP/1.1" status: 204 len: 168 time: 0.2391460 May 23 15:31:20.132002 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c5d81-d399-4685-bd9f-53881693f1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef20855-c874-4503-94fb-d9d5a5f62754,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:20.151107 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e7ebd8-d9e2-43e4-a986-fcbc026312dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3883ed8c-356d-4627-95bd-4ab60cb5d79f,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:20.460826 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 60762) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:31:20.477886 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1193c8c5-cb6a-4054-ad6b-60c1a374df5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:20.576008 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1193c8c5-cb6a-4054-ad6b-60c1a374df5f admin admin] Publish callbacks [] for security_group (c91f2d86-bcd5-4f04-909f-b672fe106c43), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:20.580887 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1193c8c5-cb6a-4054-ad6b-60c1a374df5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (c91f2d86-bcd5-4f04-909f-b672fe106c43), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:20.586436 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:20.625457 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193c8c5-cb6a-4054-ad6b-60c1a374df5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91f2d86-bcd5-4f04-909f-b672fe106c43,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:20.632502 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 60768) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:31:20.632671 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-1193c8c5-cb6a-4054-ad6b-60c1a374df5f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d13bf39a43624a6d9dfa2d8232138307&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1704843 May 23 15:31:20.692773 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-21c65deb-9c70-49b4-aeed-1731ed556b3c admin admin] Publish callbacks [] for security_group (c91f2d86-bcd5-4f04-909f-b672fe106c43), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:20.719968 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-21c65deb-9c70-49b4-aeed-1731ed556b3c admin admin] Publish callbacks [] for security_group (c91f2d86-bcd5-4f04-909f-b672fe106c43), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:20.788823 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-21c65deb-9c70-49b4-aeed-1731ed556b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (c91f2d86-bcd5-4f04-909f-b672fe106c43), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:20.792061 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-21c65deb-9c70-49b4-aeed-1731ed556b3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:20.794287 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-21c65deb-9c70-49b4-aeed-1731ed556b3c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c91f2d86-bcd5-4f04-909f-b672fe106c43 HTTP/1.1" status: 204 len: 168 time: 0.1606891 May 23 15:31:20.801893 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:20.810889 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c65deb-9c70-49b4-aeed-1731ed556b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91f2d86-bcd5-4f04-909f-b672fe106c43,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:21.012899 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 60796) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:31:21.154732 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b74c6d-97ba-4b17-8907-e804b9517bb3 req-baca96e1-ff47-4bc8-bca4-b53549d7ccc8 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:21.157366 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c1b74c6d-97ba-4b17-8907-e804b9517bb3 req-baca96e1-ff47-4bc8-bca4-b53549d7ccc8 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 946 time: 0.0603228 May 23 15:31:21.164704 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-fae32b17-affd-4781-be01-16ba8098a7fb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-605869040-network', 'tenant_id': '591802cf5c044932940307866f388790'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:31:21.209686 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae32b17-affd-4781-be01-16ba8098a7fb admin admin] Made reservation on behalf of 591802cf5c044932940307866f388790 for: {'network': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:31:21.212225 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fae32b17-affd-4781-be01-16ba8098a7fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for network (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:21.226975 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fae32b17-affd-4781-be01-16ba8098a7fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:21.247720 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c1b74c6d-97ba-4b17-8907-e804b9517bb3 req-1d32a866-2955-4d45-8a96-35e7c70565c3 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766971 May 23 15:31:21.257034 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 60808) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:31:21.335913 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fae32b17-affd-4781-be01-16ba8098a7fb admin admin] Publish callbacks [] for security_group (0b4f2e9a-184d-4239-bd30-f909096109c7), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:21.339388 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fae32b17-affd-4781-be01-16ba8098a7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (0b4f2e9a-184d-4239-bd30-f909096109c7), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:21.370165 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fae32b17-affd-4781-be01-16ba8098a7fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 986} {{(pid=104081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 15:31:21.380789 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae32b17-affd-4781-be01-16ba8098a7fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4f2e9a-184d-4239-bd30-f909096109c7,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:21.386146 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fae32b17-affd-4781-be01-16ba8098a7fb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781040571742', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226'] for segment (c75bb067-5a18-44e4-89b4-f4921652f916), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:21.386314 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.db.segments_db [None req-fae32b17-affd-4781-be01-16ba8098a7fb admin admin] Added segment c75bb067-5a18-44e4-89b4-f4921652f916 of type vlan for network 209a8533-2c3a-4df0-b96f-8327ce97789f May 23 15:31:21.439560 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fae32b17-affd-4781-be01-16ba8098a7fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781040098124'] for network (209a8533-2c3a-4df0-b96f-8327ce97789f), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:21.477431 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fae32b17-affd-4781-be01-16ba8098a7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720'] for network (209a8533-2c3a-4df0-b96f-8327ce97789f), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:21.478467 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae32b17-affd-4781-be01-16ba8098a7fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:21.479064 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fae32b17-affd-4781-be01-16ba8098a7fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for network (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:21.530648 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0ae3ae63-3e9f-47a3-84e5-f7b3f87cd0da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:21.545438 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 60818) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:31:21.545808 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-fae32b17-affd-4781-be01-16ba8098a7fb admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5315602 May 23 15:31:21.551443 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-4a003516-4f18-48bf-8f29-4a6d06a0bbdd admin admin] Request body: {'subnet': {'network_id': '209a8533-2c3a-4df0-b96f-8327ce97789f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-605869040-subnet', 'tenant_id': '591802cf5c044932940307866f388790', 'ip_version': 4}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:31:21.551934 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae32b17-affd-4781-be01-16ba8098a7fb admin admin] Pushing event updated for resources: {'Network': ['ID=209a8533-2c3a-4df0-b96f-8327ce97789f,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:21.566897 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Network 209a8533-2c3a-4df0-b96f-8327ce97789f details requested by agent ovs-agent-dv-cinder-841125-8-iscsi with host dv-cinder-841125-8-iscsi {{(pid=104082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 15:31:21.591815 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a003516-4f18-48bf-8f29-4a6d06a0bbdd admin admin] Made reservation on behalf of 591802cf5c044932940307866f388790 for: {'subnet': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:31:21.595019 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4a003516-4f18-48bf-8f29-4a6d06a0bbdd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4276813'] for subnet (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:21.729012 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0ae3ae63-3e9f-47a3-84e5-f7b3f87cd0da admin admin] Publish callbacks [] for security_group (d296360f-14a0-44dd-842d-d314cefc9008), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:21.735343 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0ae3ae63-3e9f-47a3-84e5-f7b3f87cd0da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (d296360f-14a0-44dd-842d-d314cefc9008), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:21.815982 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-0ae3ae63-3e9f-47a3-84e5-f7b3f87cd0da admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7a9e26fa74704be18c95c9572714c4f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5577345 May 23 15:31:21.816375 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 60832) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:31:21.820683 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae3ae63-3e9f-47a3-84e5-f7b3f87cd0da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d296360f-14a0-44dd-842d-d314cefc9008,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:21.879314 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c4a4ab1e-5890-4f4a-8042-7b9f9b4e7413 admin admin] Publish callbacks [] for security_group (d296360f-14a0-44dd-842d-d314cefc9008), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:21.890190 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4a003516-4f18-48bf-8f29-4a6d06a0bbdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4413067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4276927'] for subnet (21e5e43a-788f-4723-b6ca-c532e85a803f), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:21.908463 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c4a4ab1e-5890-4f4a-8042-7b9f9b4e7413 admin admin] Publish callbacks [] for security_group (d296360f-14a0-44dd-842d-d314cefc9008), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:21.971671 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a003516-4f18-48bf-8f29-4a6d06a0bbdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=21e5e43a-788f-4723-b6ca-c532e85a803f,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:21.973760 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c4a4ab1e-5890-4f4a-8042-7b9f9b4e7413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (d296360f-14a0-44dd-842d-d314cefc9008), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:21.976486 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c4a4ab1e-5890-4f4a-8042-7b9f9b4e7413 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:21.977677 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-c4a4ab1e-5890-4f4a-8042-7b9f9b4e7413 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d296360f-14a0-44dd-842d-d314cefc9008 HTTP/1.1" status: 204 len: 168 time: 0.1604140 May 23 15:31:21.986661 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a4ab1e-5890-4f4a-8042-7b9f9b4e7413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d296360f-14a0-44dd-842d-d314cefc9008,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:21.990228 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a003516-4f18-48bf-8f29-4a6d06a0bbdd admin admin] Checking segment: {'id': 'c75bb067-5a18-44e4-89b4-f4921652f916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '209a8533-2c3a-4df0-b96f-8327ce97789f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:31:21.990674 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a003516-4f18-48bf-8f29-4a6d06a0bbdd admin admin] Network hostable DHCP agents. Network: 209a8533-2c3a-4df0-b96f-8327ce97789f, hostable agents: ['a6df4f1d-15a4-4993-9185-787bcd604f39'], hosted agents: [] {{(pid=104080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 15:31:22.016275 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a003516-4f18-48bf-8f29-4a6d06a0bbdd admin admin] Network 209a8533-2c3a-4df0-b96f-8327ce97789f is scheduled to be hosted by DHCP agent a6df4f1d-15a4-4993-9185-787bcd604f39 with binding_index 1 {{(pid=104080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 15:31:22.029130 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-4a003516-4f18-48bf-8f29-4a6d06a0bbdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-8-iscsi, 209a8533-2c3a-4df0-b96f-8327ce97789f) {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:31:22.033978 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a003516-4f18-48bf-8f29-4a6d06a0bbdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:22.034845 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4a003516-4f18-48bf-8f29-4a6d06a0bbdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:22.042571 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0372256f-44e5-48cb-bfcc-7a93b6de6947 None None] Network 209a8533-2c3a-4df0-b96f-8327ce97789f requested from dv-cinder-841125-8-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:31:22.061347 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-4a003516-4f18-48bf-8f29-4a6d06a0bbdd admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5119352 May 23 15:31:22.062347 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 60840) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:31:22.068107 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-de7f6e40-2b43-4dc2-95df-d3039197e44b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-605869040-router', 'tenant_id': '591802cf5c044932940307866f388790', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'}}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:31:22.095218 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-de7f6e40-2b43-4dc2-95df-d3039197e44b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-861683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31585'] for router (e55fd884-a3c0-46fd-ad14-c48660fd9458), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:22.097100 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-de7f6e40-2b43-4dc2-95df-d3039197e44b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-866915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-866547', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-831881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31512'] for router (e55fd884-a3c0-46fd-ad14-c48660fd9458), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:22.101452 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:DELETE=7,neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:22.166863 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-de7f6e40-2b43-4dc2-95df-d3039197e44b admin admin] Publish callbacks [] for router_controller (e55fd884-a3c0-46fd-ad14-c48660fd9458), precommit_add_association {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:22.205413 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71676c39-9231-40e3-9258-86612fcff8c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa639b77-8a03-51d8-9c43-407bd9ee6f7a-209a8533-2c3a-4df0-b96f-8327ce97789f', 'network_id': '209a8533-2c3a-4df0-b96f-8327ce97789f', 'project_id': '591802cf5c044932940307866f388790', 'fixed_ips': [{'subnet_id': '21e5e43a-788f-4723-b6ca-c532e85a803f'}]}} from dv-cinder-841125-8-iscsi. {{(pid=104082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 15:31:22.206454 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-71676c39-9231-40e3-9258-86612fcff8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:22.221509 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=77,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:22.372966 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-de7f6e40-2b43-4dc2-95df-d3039197e44b admin admin] Publish callbacks [] for router_gateway (e55fd884-a3c0-46fd-ad14-c48660fd9458), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:22.375929 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:22.411892 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.db_base_plugin_common [None req-71676c39-9231-40e3-9258-86612fcff8c1 None None] Allocated IP 172.20.0.2 (209a8533-2c3a-4df0-b96f-8327ce97789f/21e5e43a-788f-4723-b6ca-c532e85a803f/c825192d-86dc-4333-aed3-dfc668c95253) {{(pid=104082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:31:22.468679 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309a1ff-d449-4340-bc2b-4090eb9ad4ed req-08d70ca5-7eb3-4172-a0c4-a0373293bc7d tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:22.470281 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-3309a1ff-d449-4340-bc2b-4090eb9ad4ed req-08d70ca5-7eb3-4172-a0c4-a0373293bc7d tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 946 time: 0.1099956 May 23 15:31:22.557735 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-3309a1ff-d449-4340-bc2b-4090eb9ad4ed req-1243d803-0bb1-47e3-9681-77c638804d8e tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754156 May 23 15:31:22.703904 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-de7f6e40-2b43-4dc2-95df-d3039197e44b admin admin] Publish callbacks [] for router_gateway (e55fd884-a3c0-46fd-ad14-c48660fd9458), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:22.729262 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-de7f6e40-2b43-4dc2-95df-d3039197e44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:22.782248 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-71676c39-9231-40e3-9258-86612fcff8c1 None None] Publish callbacks [] for port (c825192d-86dc-4333-aed3-dfc668c95253), precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:22.791375 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-71676c39-9231-40e3-9258-86612fcff8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965'] for port (c825192d-86dc-4333-aed3-dfc668c95253), after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:22.859237 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71676c39-9231-40e3-9258-86612fcff8c1 None None] Network 209a8533-2c3a-4df0-b96f-8327ce97789f is already hosted by enough agents. {{(pid=104082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:31:22.865339 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [None req-71676c39-9231-40e3-9258-86612fcff8c1 None None] Resources bound (agent type, host, resource id): {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:31:22.868030 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71676c39-9231-40e3-9258-86612fcff8c1 None None] Received port after_create {{(pid=104082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:31:22.879924 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-de7f6e40-2b43-4dc2-95df-d3039197e44b admin admin] Allocated IP 172.27.2.163 (c36a36f9-cc20-4687-9603-de8e87d2bfc7/aa177288-79a2-4e75-ac60-432249438b03/40b3f06b-a363-4052-8941-a2e1dec2271a) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:31:22.885021 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71676c39-9231-40e3-9258-86612fcff8c1 None None] Pushing event updated for resources: {'Port': ['ID=c825192d-86dc-4333-aed3-dfc668c95253,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:22.927427 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=74,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:22.929601 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71676c39-9231-40e3-9258-86612fcff8c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:22.929954 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71676c39-9231-40e3-9258-86612fcff8c1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:22.930359 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71676c39-9231-40e3-9258-86612fcff8c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:22.930859 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71676c39-9231-40e3-9258-86612fcff8c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:22.931194 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71676c39-9231-40e3-9258-86612fcff8c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:22.931669 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71676c39-9231-40e3-9258-86612fcff8c1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:22.932216 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71676c39-9231-40e3-9258-86612fcff8c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:22.932692 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71676c39-9231-40e3-9258-86612fcff8c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:22.934842 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71676c39-9231-40e3-9258-86612fcff8c1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:22.935320 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71676c39-9231-40e3-9258-86612fcff8c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:22.935842 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71676c39-9231-40e3-9258-86612fcff8c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:22.936500 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71676c39-9231-40e3-9258-86612fcff8c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:22.937003 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71676c39-9231-40e3-9258-86612fcff8c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:22.937323 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71676c39-9231-40e3-9258-86612fcff8c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:22.937813 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71676c39-9231-40e3-9258-86612fcff8c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:22.974529 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-71676c39-9231-40e3-9258-86612fcff8c1 None None] Attempting to bind port c825192d-86dc-4333-aed3-dfc668c95253 on host dv-cinder-841125-8-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:31:22.974899 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-71676c39-9231-40e3-9258-86612fcff8c1 None None] Attempting to bind port c825192d-86dc-4333-aed3-dfc668c95253 by drivers openvswitch,hyperv on host dv-cinder-841125-8-iscsi at level 0 using segments [{'id': 'c75bb067-5a18-44e4-89b4-f4921652f916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '209a8533-2c3a-4df0-b96f-8327ce97789f'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:31:22.975263 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71676c39-9231-40e3-9258-86612fcff8c1 None None] Attempting to bind port c825192d-86dc-4333-aed3-dfc668c95253 on network 209a8533-2c3a-4df0-b96f-8327ce97789f {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:31:22.980643 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71676c39-9231-40e3-9258-86612fcff8c1 None None] Checking agent: {'id': '1cc95fa5-d110-483d-93d7-5dca7a29794e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 21, 10), 'started_at': datetime.datetime(2022, 5, 23, 15, 21, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:31:22.981043 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71676c39-9231-40e3-9258-86612fcff8c1 None None] Checking segment: {'id': 'c75bb067-5a18-44e4-89b4-f4921652f916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '209a8533-2c3a-4df0-b96f-8327ce97789f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:31:22.981635 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-71676c39-9231-40e3-9258-86612fcff8c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:22.985299 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71676c39-9231-40e3-9258-86612fcff8c1 None None] Bound using segment: {'id': 'c75bb067-5a18-44e4-89b4-f4921652f916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '209a8533-2c3a-4df0-b96f-8327ce97789f'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:31:22.985699 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-71676c39-9231-40e3-9258-86612fcff8c1 None None] Bound port: c825192d-86dc-4333-aed3-dfc668c95253, host: dv-cinder-841125-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c75bb067-5a18-44e4-89b4-f4921652f916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '209a8533-2c3a-4df0-b96f-8327ce97789f'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:31:22.986143 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-71676c39-9231-40e3-9258-86612fcff8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (c825192d-86dc-4333-aed3-dfc668c95253), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:23.016518 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-de7f6e40-2b43-4dc2-95df-d3039197e44b admin admin] Publish callbacks [] for port (40b3f06b-a363-4052-8941-a2e1dec2271a), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:23.064407 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-de7f6e40-2b43-4dc2-95df-d3039197e44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250202'] for port (40b3f06b-a363-4052-8941-a2e1dec2271a), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:23.071641 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:23.081315 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-71676c39-9231-40e3-9258-86612fcff8c1 None None] For port c825192d-86dc-4333-aed3-dfc668c95253, host dv-cinder-841125-8-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:31:23.086244 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-71676c39-9231-40e3-9258-86612fcff8c1 None None] For port c825192d-86dc-4333-aed3-dfc668c95253, host dv-cinder-841125-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=c825192d-86dc-4333-aed3-dfc668c95253,segment=NetworkSegment(c75bb067-5a18-44e4-89b4-f4921652f916),segment_id=c75bb067-5a18-44e4-89b4-f4921652f916)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:31:23.095993 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-71676c39-9231-40e3-9258-86612fcff8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (c825192d-86dc-4333-aed3-dfc668c95253), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:23.117604 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7f6e40-2b43-4dc2-95df-d3039197e44b admin admin] Network c36a36f9-cc20-4687-9603-de8e87d2bfc7 is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:31:23.120895 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-de7f6e40-2b43-4dc2-95df-d3039197e44b admin admin] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:31:23.132773 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7f6e40-2b43-4dc2-95df-d3039197e44b admin admin] Pushing event updated for resources: {'Port': ['ID=40b3f06b-a363-4052-8941-a2e1dec2271a,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:23.137700 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7f6e40-2b43-4dc2-95df-d3039197e44b admin admin] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:31:23.182234 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71676c39-9231-40e3-9258-86612fcff8c1 None None] Pushing event updated for resources: {'Port': ['ID=c825192d-86dc-4333-aed3-dfc668c95253,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:23.396486 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:23.485702 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-de7f6e40-2b43-4dc2-95df-d3039197e44b admin admin] Publish callbacks [] for router_gateway (e55fd884-a3c0-46fd-ad14-c48660fd9458), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:23.681828 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:23.776954 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b5722-fcf7-42ce-aeed-217c5ea71bc5 req-8d15f45b-a564-41a0-bcc4-f82d4152ba9c tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:23.786463 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0e7b5722-fcf7-42ce-aeed-217c5ea71bc5 req-8d15f45b-a564-41a0-bcc4-f82d4152ba9c tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 946 time: 0.1068828 May 23 15:31:23.822157 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-de7f6e40-2b43-4dc2-95df-d3039197e44b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-866922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-866470'] for router (e55fd884-a3c0-46fd-ad14-c48660fd9458), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:23.903638 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0e7b5722-fcf7-42ce-aeed-217c5ea71bc5 req-833cc481-594f-400c-a2d2-e3f544ddd5d8 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162517 May 23 15:31:24.023992 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7f6e40-2b43-4dc2-95df-d3039197e44b admin admin] Router e55fd884-a3c0-46fd-ad14-c48660fd9458 is scheduled to L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb with binding_index 1 {{(pid=104081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 15:31:24.141517 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7f6e40-2b43-4dc2-95df-d3039197e44b admin admin] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:31:24.156726 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e177be-c24f-48d4-b386-67f2e11aeff6 None None] Sync routers for ids ['e55fd884-a3c0-46fd-ad14-c48660fd9458'] in dv-cinder-841125-8-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:31:24.163427 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-de7f6e40-2b43-4dc2-95df-d3039197e44b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:24.164935 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-de7f6e40-2b43-4dc2-95df-d3039197e44b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1006653 May 23 15:31:24.167329 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 60910) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:31:24.172731 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e177be-c24f-48d4-b386-67f2e11aeff6 None None] Routers {'e55fd884-a3c0-46fd-ad14-c48660fd9458'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:31:24.173504 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-69e177be-c24f-48d4-b386-67f2e11aeff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:31:05Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['e55fd884-a3c0-46fd-ad14-c48660fd9458'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:31:24.295433 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-69e177be-c24f-48d4-b386-67f2e11aeff6 None None] Set router e55fd884-a3c0-46fd-ad14-c48660fd9458 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:31:24.427423 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a188dfca-a6c4-47b3-a8b5-07a805606357 None None] Network 209a8533-2c3a-4df0-b96f-8327ce97789f requested from dv-cinder-841125-8-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:31:24.524325 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-7d9927c9-7ee8-431a-a49e-6a148a4b5897 None None] Provisioning complete for port c825192d-86dc-4333-aed3-dfc668c95253 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:31:24.524915 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7d9927c9-7ee8-431a-a49e-6a148a4b5897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (c825192d-86dc-4333-aed3-dfc668c95253), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:24.547934 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-69e177be-c24f-48d4-b386-67f2e11aeff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55fd884-a3c0-46fd-ad14-c48660fd9458', 'name': 'tempest-TestMinimumBasicScenario-605869040-router', 'tenant_id': '591802cf5c044932940307866f388790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '40b3f06b-a363-4052-8941-a2e1dec2271a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:31:22Z', 'updated_at': '2022-05-23T15:31:23Z', 'revision_number': 3, 'project_id': '591802cf5c044932940307866f388790', 'gw_port': {'id': '40b3f06b-a363-4052-8941-a2e1dec2271a', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:36:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55fd884-a3c0-46fd-ad14-c48660fd9458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:31:22Z', 'updated_at': '2022-05-23T15:31:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi'}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:31:24.624750 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e177be-c24f-48d4-b386-67f2e11aeff6 None None] Checking router: e55fd884-a3c0-46fd-ad14-c48660fd9458 for host: dv-cinder-841125-8-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:31:24.625579 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e177be-c24f-48d4-b386-67f2e11aeff6 None None] Updating router e55fd884-a3c0-46fd-ad14-c48660fd9458 port 40b3f06b-a363-4052-8941-a2e1dec2271a binding host dv-cinder-841125-8-iscsi {{(pid=104083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 15:31:24.650438 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-7d9927c9-7ee8-431a-a49e-6a148a4b5897 None None] Current status of the port c825192d-86dc-4333-aed3-dfc668c95253 is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:31:24.651224 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7d9927c9-7ee8-431a-a49e-6a148a4b5897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (c825192d-86dc-4333-aed3-dfc668c95253), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:24.672277 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-69e177be-c24f-48d4-b386-67f2e11aeff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (40b3f06b-a363-4052-8941-a2e1dec2271a), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:24.717193 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-7d9927c9-7ee8-431a-a49e-6a148a4b5897 None None] For port c825192d-86dc-4333-aed3-dfc668c95253, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=c825192d-86dc-4333-aed3-dfc668c95253,segment=NetworkSegment(c75bb067-5a18-44e4-89b4-f4921652f916),segment_id=c75bb067-5a18-44e4-89b4-f4921652f916)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:31:24.725691 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7d9927c9-7ee8-431a-a49e-6a148a4b5897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (c825192d-86dc-4333-aed3-dfc668c95253), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:24.795315 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:24.862523 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9927c9-7ee8-431a-a49e-6a148a4b5897 None None] Pushing event updated for resources: {'Port': ['ID=c825192d-86dc-4333-aed3-dfc668c95253,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:24.935157 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-71f5f44e-acc2-4b50-ba30-5af800f3c1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:24.964613 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-7d79d7e2-2fc3-492a-b93e-6cc209b4ea86 None None] Provisioning complete for port c825192d-86dc-4333-aed3-dfc668c95253 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:31:24.966975 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7d79d7e2-2fc3-492a-b93e-6cc209b4ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (c825192d-86dc-4333-aed3-dfc668c95253), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:25.066961 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:25.089534 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b48ef-04b7-464b-bd65-4953e4957d1d req-1be6e1c2-bf32-488f-81ac-cde7a9a2613c tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:25.091118 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-e43b48ef-04b7-464b-bd65-4953e4957d1d req-1be6e1c2-bf32-488f-81ac-cde7a9a2613c tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 946 time: 0.1075702 May 23 15:31:25.113015 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-7d79d7e2-2fc3-492a-b93e-6cc209b4ea86 None None] Current status of the port c825192d-86dc-4333-aed3-dfc668c95253 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:31:25.169189 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-e43b48ef-04b7-464b-bd65-4953e4957d1d req-3c94d463-f0ec-48f2-bfcb-18e6690ba347 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627611 May 23 15:31:25.177315 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-71f5f44e-acc2-4b50-ba30-5af800f3c1ee admin admin] Allocated IP 172.20.0.1 (209a8533-2c3a-4df0-b96f-8327ce97789f/21e5e43a-788f-4723-b6ca-c532e85a803f/da4be61b-1a87-4800-8949-7539c3819b86) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:31:25.192166 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-69e177be-c24f-48d4-b386-67f2e11aeff6 None None] Publish callbacks [] for port (40b3f06b-a363-4052-8941-a2e1dec2271a), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:25.201171 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-69e177be-c24f-48d4-b386-67f2e11aeff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (40b3f06b-a363-4052-8941-a2e1dec2271a), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:25.278545 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-69e177be-c24f-48d4-b386-67f2e11aeff6 None None] Attempting to bind port 40b3f06b-a363-4052-8941-a2e1dec2271a on host dv-cinder-841125-8-iscsi for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:31:25.278920 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-69e177be-c24f-48d4-b386-67f2e11aeff6 None None] Attempting to bind port 40b3f06b-a363-4052-8941-a2e1dec2271a by drivers openvswitch,hyperv on host dv-cinder-841125-8-iscsi at level 0 using segments [{'id': '36a83107-a298-4f41-a08d-e6c665169c28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:31:25.279284 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e177be-c24f-48d4-b386-67f2e11aeff6 None None] Attempting to bind port 40b3f06b-a363-4052-8941-a2e1dec2271a on network c36a36f9-cc20-4687-9603-de8e87d2bfc7 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:31:25.284785 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2851af2-864f-4f08-b040-2a8b129fe318 None None] Pushing event updated for resources: {'Port': ['ID=40b3f06b-a363-4052-8941-a2e1dec2271a,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:25.293001 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e177be-c24f-48d4-b386-67f2e11aeff6 None None] Checking agent: {'id': '1cc95fa5-d110-483d-93d7-5dca7a29794e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 21, 10), 'started_at': datetime.datetime(2022, 5, 23, 15, 21, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:31:25.293380 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e177be-c24f-48d4-b386-67f2e11aeff6 None None] Checking segment: {'id': '36a83107-a298-4f41-a08d-e6c665169c28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:31:25.293820 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-69e177be-c24f-48d4-b386-67f2e11aeff6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:25.294251 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e177be-c24f-48d4-b386-67f2e11aeff6 None None] Bound using segment: {'id': '36a83107-a298-4f41-a08d-e6c665169c28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:31:25.294725 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-69e177be-c24f-48d4-b386-67f2e11aeff6 None None] Bound port: 40b3f06b-a363-4052-8941-a2e1dec2271a, host: dv-cinder-841125-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a83107-a298-4f41-a08d-e6c665169c28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:31:25.295098 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-69e177be-c24f-48d4-b386-67f2e11aeff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (40b3f06b-a363-4052-8941-a2e1dec2271a), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:25.299350 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2851af2-864f-4f08-b040-2a8b129fe318 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:25.299718 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2851af2-864f-4f08-b040-2a8b129fe318 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:25.300078 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2851af2-864f-4f08-b040-2a8b129fe318 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:25.300436 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2851af2-864f-4f08-b040-2a8b129fe318 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:25.300777 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2851af2-864f-4f08-b040-2a8b129fe318 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:25.301136 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2851af2-864f-4f08-b040-2a8b129fe318 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:25.301463 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2851af2-864f-4f08-b040-2a8b129fe318 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:25.301794 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2851af2-864f-4f08-b040-2a8b129fe318 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:25.302124 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2851af2-864f-4f08-b040-2a8b129fe318 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:25.302447 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2851af2-864f-4f08-b040-2a8b129fe318 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:25.302774 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2851af2-864f-4f08-b040-2a8b129fe318 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:25.303113 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2851af2-864f-4f08-b040-2a8b129fe318 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:25.303475 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2851af2-864f-4f08-b040-2a8b129fe318 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:25.303767 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2851af2-864f-4f08-b040-2a8b129fe318 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:25.304110 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2851af2-864f-4f08-b040-2a8b129fe318 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:25.383920 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device c825192d-86dc-4333-aed3-dfc668c95253 up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:31:25.409979 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-71f5f44e-acc2-4b50-ba30-5af800f3c1ee admin admin] Publish callbacks [] for port (da4be61b-1a87-4800-8949-7539c3819b86), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:25.412255 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-69e177be-c24f-48d4-b386-67f2e11aeff6 None None] For port 40b3f06b-a363-4052-8941-a2e1dec2271a, host dv-cinder-841125-8-iscsi, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:31:25.424483 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-69e177be-c24f-48d4-b386-67f2e11aeff6 None None] For port 40b3f06b-a363-4052-8941-a2e1dec2271a, host dv-cinder-841125-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=40b3f06b-a363-4052-8941-a2e1dec2271a,segment=NetworkSegment(36a83107-a298-4f41-a08d-e6c665169c28),segment_id=36a83107-a298-4f41-a08d-e6c665169c28)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:31:25.432132 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-69e177be-c24f-48d4-b386-67f2e11aeff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (40b3f06b-a363-4052-8941-a2e1dec2271a), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:25.458856 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-71f5f44e-acc2-4b50-ba30-5af800f3c1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250202'] for port (da4be61b-1a87-4800-8949-7539c3819b86), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:25.461104 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port c825192d-86dc-4333-aed3-dfc668c95253 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:31:25.461627 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (c825192d-86dc-4333-aed3-dfc668c95253), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:25.482036 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e177be-c24f-48d4-b386-67f2e11aeff6 None None] Routers {'e55fd884-a3c0-46fd-ad14-c48660fd9458'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:31:25.482785 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-69e177be-c24f-48d4-b386-67f2e11aeff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:31:05Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['e55fd884-a3c0-46fd-ad14-c48660fd9458'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:31:25.523749 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f5f44e-acc2-4b50-ba30-5af800f3c1ee admin admin] Network 209a8533-2c3a-4df0-b96f-8327ce97789f is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:31:25.526657 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-71f5f44e-acc2-4b50-ba30-5af800f3c1ee admin admin] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:31:25.529506 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f5f44e-acc2-4b50-ba30-5af800f3c1ee admin admin] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:31:25.566963 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f5f44e-acc2-4b50-ba30-5af800f3c1ee admin admin] Pushing event updated for resources: {'Port': ['ID=da4be61b-1a87-4800-8949-7539c3819b86,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:25.575043 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port c825192d-86dc-4333-aed3-dfc668c95253 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:31:25.589269 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:25.602079 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-71f5f44e-acc2-4b50-ba30-5af800f3c1ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-863987'] for router_interface (e55fd884-a3c0-46fd-ad14-c48660fd9458), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:25.641960 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:25.678839 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2851af2-864f-4f08-b040-2a8b129fe318 None None] Pushing event updated for resources: {'Port': ['ID=40b3f06b-a363-4052-8941-a2e1dec2271a,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:25.691952 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-69e177be-c24f-48d4-b386-67f2e11aeff6 None None] Set router e55fd884-a3c0-46fd-ad14-c48660fd9458 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:31:25.767511 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-71f5f44e-acc2-4b50-ba30-5af800f3c1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (da4be61b-1a87-4800-8949-7539c3819b86), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:25.858167 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-596d0333-26d2-42d6-9b31-42ce88c36a83 None None] Provisioning complete for port da4be61b-1a87-4800-8949-7539c3819b86 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:31:25.859133 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-596d0333-26d2-42d6-9b31-42ce88c36a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (da4be61b-1a87-4800-8949-7539c3819b86), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:25.903062 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-596d0333-26d2-42d6-9b31-42ce88c36a83 None None] Port da4be61b-1a87-4800-8949-7539c3819b86 cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:31:25.960594 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-69e177be-c24f-48d4-b386-67f2e11aeff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55fd884-a3c0-46fd-ad14-c48660fd9458', 'name': 'tempest-TestMinimumBasicScenario-605869040-router', 'tenant_id': '591802cf5c044932940307866f388790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '40b3f06b-a363-4052-8941-a2e1dec2271a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:31:22Z', 'updated_at': '2022-05-23T15:31:23Z', 'revision_number': 3, 'project_id': '591802cf5c044932940307866f388790', 'gw_port': {'id': '40b3f06b-a363-4052-8941-a2e1dec2271a', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:36:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55fd884-a3c0-46fd-ad14-c48660fd9458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:31:22Z', 'updated_at': '2022-05-23T15:31:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi'}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:31:25.964347 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-71f5f44e-acc2-4b50-ba30-5af800f3c1ee admin admin] Publish callbacks [] for port (da4be61b-1a87-4800-8949-7539c3819b86), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:25.969855 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-71f5f44e-acc2-4b50-ba30-5af800f3c1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4250195'] for port (da4be61b-1a87-4800-8949-7539c3819b86), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:25.975212 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:25.990513 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e177be-c24f-48d4-b386-67f2e11aeff6 None None] The sync data for ids ['e55fd884-a3c0-46fd-ad14-c48660fd9458'] in dv-cinder-841125-8-iscsi is: [{'id': 'e55fd884-a3c0-46fd-ad14-c48660fd9458', 'name': 'tempest-TestMinimumBasicScenario-605869040-router', 'tenant_id': '591802cf5c044932940307866f388790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '40b3f06b-a363-4052-8941-a2e1dec2271a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:31:22Z', 'updated_at': '2022-05-23T15:31:23Z', 'revision_number': 3, 'project_id': '591802cf5c044932940307866f388790', 'gw_port': {'id': '40b3f06b-a363-4052-8941-a2e1dec2271a', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:36:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55fd884-a3c0-46fd-ad14-c48660fd9458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:31:22Z', 'updated_at': '2022-05-23T15:31:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi'}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:31:26.023056 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:26.052476 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f5f44e-acc2-4b50-ba30-5af800f3c1ee admin admin] Pushing event updated for resources: {'Port': ['ID=da4be61b-1a87-4800-8949-7539c3819b86,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:26.055398 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-71f5f44e-acc2-4b50-ba30-5af800f3c1ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-243210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-863331'] for router_interface (e55fd884-a3c0-46fd-ad14-c48660fd9458), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:26.149568 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f5f44e-acc2-4b50-ba30-5af800f3c1ee admin admin] Network 209a8533-2c3a-4df0-b96f-8327ce97789f is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:31:26.150946 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-71f5f44e-acc2-4b50-ba30-5af800f3c1ee admin admin] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:31:26.333096 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae0d52-f1d5-4a2b-8417-701964bd70ba req-426a363d-05b1-484a-b83f-1dd7befb51d9 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:26.334880 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7fae0d52-f1d5-4a2b-8417-701964bd70ba req-426a363d-05b1-484a-b83f-1dd7befb51d9 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 946 time: 0.0682738 May 23 15:31:26.351113 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f5f44e-acc2-4b50-ba30-5af800f3c1ee admin admin] Router e55fd884-a3c0-46fd-ad14-c48660fd9458 has already been hosted by L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:31:26.428294 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b51e3e79-08d7-4a85-85f5-65f245c2e1b9 None None] Provisioning complete for port da4be61b-1a87-4800-8949-7539c3819b86 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:31:26.428755 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b51e3e79-08d7-4a85-85f5-65f245c2e1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (da4be61b-1a87-4800-8949-7539c3819b86), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:26.431760 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:26.443406 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7fae0d52-f1d5-4a2b-8417-701964bd70ba req-dc8d848b-d943-4300-8b44-6bf40def63cc tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021008 May 23 15:31:26.490484 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b51e3e79-08d7-4a85-85f5-65f245c2e1b9 None None] Port da4be61b-1a87-4800-8949-7539c3819b86 cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:31:26.516096 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f5f44e-acc2-4b50-ba30-5af800f3c1ee admin admin] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:31:26.528959 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-71f5f44e-acc2-4b50-ba30-5af800f3c1ee admin admin] 10.222.0.30 "PUT /v2.0/routers/e55fd884-a3c0-46fd-ad14-c48660fd9458/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3528388 May 23 15:31:27.081373 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 60964) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:31:27.086138 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-d4682529-6f9f-4876-a226-19c780a82d63 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1495827722-network', 'tenant_id': '06253b6d930e47fc97c4a4c0376e0d5e'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:31:27.106184 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4682529-6f9f-4876-a226-19c780a82d63 admin admin] Made reservation on behalf of 06253b6d930e47fc97c4a4c0376e0d5e for: {'network': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:31:27.108391 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d4682529-6f9f-4876-a226-19c780a82d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for network (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:27.295040 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 40b3f06b-a363-4052-8941-a2e1dec2271a up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:31:27.306204 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d4682529-6f9f-4876-a226-19c780a82d63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:27.329901 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:27.347184 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port 40b3f06b-a363-4052-8941-a2e1dec2271a triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:31:27.347568 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (40b3f06b-a363-4052-8941-a2e1dec2271a), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:27.404240 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d4682529-6f9f-4876-a226-19c780a82d63 admin admin] Publish callbacks [] for security_group (5a219ff0-f708-47d9-b5ec-faf9a19de2bc), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:27.408302 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d4682529-6f9f-4876-a226-19c780a82d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (5a219ff0-f708-47d9-b5ec-faf9a19de2bc), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:27.426192 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port 40b3f06b-a363-4052-8941-a2e1dec2271a is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:31:27.426634 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (40b3f06b-a363-4052-8941-a2e1dec2271a), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:27.440957 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4682529-6f9f-4876-a226-19c780a82d63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 977} {{(pid=104080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 15:31:27.447259 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4682529-6f9f-4876-a226-19c780a82d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a219ff0-f708-47d9-b5ec-faf9a19de2bc,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:27.453728 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] For port 40b3f06b-a363-4052-8941-a2e1dec2271a, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=40b3f06b-a363-4052-8941-a2e1dec2271a,segment=NetworkSegment(36a83107-a298-4f41-a08d-e6c665169c28),segment_id=36a83107-a298-4f41-a08d-e6c665169c28)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:31:27.459358 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d4682529-6f9f-4876-a226-19c780a82d63 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781040571742', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226'] for segment (d097feb8-b94e-40f2-b2e7-183ea76695b2), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:27.459764 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.db.segments_db [None req-d4682529-6f9f-4876-a226-19c780a82d63 admin admin] Added segment d097feb8-b94e-40f2-b2e7-183ea76695b2 of type vlan for network d82c44b5-d8b4-409d-ba8d-d8ab2a82feac May 23 15:31:27.460531 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (40b3f06b-a363-4052-8941-a2e1dec2271a), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:27.518569 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d4682529-6f9f-4876-a226-19c780a82d63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781040098124'] for network (d82c44b5-d8b4-409d-ba8d-d8ab2a82feac), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:27.522174 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Pushing event updated for resources: {'Port': ['ID=40b3f06b-a363-4052-8941-a2e1dec2271a,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:27.585268 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e6b22-9290-45a9-85e3-3e2bf5ad15df req-70cf5aa8-6034-4c6b-9ef0-ad82026e10f1 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:27.586753 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-189e6b22-9290-45a9-85e3-3e2bf5ad15df req-70cf5aa8-6034-4c6b-9ef0-ad82026e10f1 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 946 time: 0.0637584 May 23 15:31:27.587799 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d4682529-6f9f-4876-a226-19c780a82d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720'] for network (d82c44b5-d8b4-409d-ba8d-d8ab2a82feac), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:27.588724 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4682529-6f9f-4876-a226-19c780a82d63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:27.589311 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d4682529-6f9f-4876-a226-19c780a82d63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:27.640524 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312e84a5-4eea-4e66-8bbb-0e21360c889a None None] Sync routers for ids ['e55fd884-a3c0-46fd-ad14-c48660fd9458'] in dv-cinder-841125-8-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:31:27.654277 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312e84a5-4eea-4e66-8bbb-0e21360c889a None None] Routers {'e55fd884-a3c0-46fd-ad14-c48660fd9458'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:31:27.654920 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-312e84a5-4eea-4e66-8bbb-0e21360c889a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:31:05Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['e55fd884-a3c0-46fd-ad14-c48660fd9458'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:31:27.668400 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-d4682529-6f9f-4876-a226-19c780a82d63 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.5853379 May 23 15:31:27.671252 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 60972) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:31:27.676098 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-80e92db9-1c3f-4448-ab2f-7bca863620bf admin admin] Request body: {'subnet': {'network_id': 'd82c44b5-d8b4-409d-ba8d-d8ab2a82feac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1495827722-subnet', 'tenant_id': '06253b6d930e47fc97c4a4c0376e0d5e', 'ip_version': 4}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:31:27.682644 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4682529-6f9f-4876-a226-19c780a82d63 admin admin] Pushing event updated for resources: {'Network': ['ID=d82c44b5-d8b4-409d-ba8d-d8ab2a82feac,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:27.705863 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Network d82c44b5-d8b4-409d-ba8d-d8ab2a82feac details requested by agent ovs-agent-dv-cinder-841125-8-iscsi with host dv-cinder-841125-8-iscsi {{(pid=104082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 15:31:27.706583 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-189e6b22-9290-45a9-85e3-3e2bf5ad15df req-d91959a4-b4c3-46d7-aaff-c6fa87c38a25 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114731 May 23 15:31:27.707308 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e92db9-1c3f-4448-ab2f-7bca863620bf admin admin] Made reservation on behalf of 06253b6d930e47fc97c4a4c0376e0d5e for: {'subnet': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:31:27.709821 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-80e92db9-1c3f-4448-ab2f-7bca863620bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4734664'] for subnet (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:27.721363 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:27.842184 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-312e84a5-4eea-4e66-8bbb-0e21360c889a None None] Set router e55fd884-a3c0-46fd-ad14-c48660fd9458 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:31:27.894130 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-80e92db9-1c3f-4448-ab2f-7bca863620bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4250570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4734522'] for subnet (abfc14a7-0b37-42cb-8373-0f34efd62f9d), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:27.953560 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e92db9-1c3f-4448-ab2f-7bca863620bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=abfc14a7-0b37-42cb-8373-0f34efd62f9d,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:27.963939 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e92db9-1c3f-4448-ab2f-7bca863620bf admin admin] Checking segment: {'id': 'd097feb8-b94e-40f2-b2e7-183ea76695b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'd82c44b5-d8b4-409d-ba8d-d8ab2a82feac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:31:27.964304 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e92db9-1c3f-4448-ab2f-7bca863620bf admin admin] Network hostable DHCP agents. Network: d82c44b5-d8b4-409d-ba8d-d8ab2a82feac, hostable agents: ['a6df4f1d-15a4-4993-9185-787bcd604f39'], hosted agents: [] {{(pid=104081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 15:31:27.968487 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:27.986151 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e92db9-1c3f-4448-ab2f-7bca863620bf admin admin] Network d82c44b5-d8b4-409d-ba8d-d8ab2a82feac is scheduled to be hosted by DHCP agent a6df4f1d-15a4-4993-9185-787bcd604f39 with binding_index 1 {{(pid=104081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 15:31:27.997458 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-80e92db9-1c3f-4448-ab2f-7bca863620bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-8-iscsi, d82c44b5-d8b4-409d-ba8d-d8ab2a82feac) {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:31:28.002587 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e92db9-1c3f-4448-ab2f-7bca863620bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:28.003285 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-80e92db9-1c3f-4448-ab2f-7bca863620bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:28.023708 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-80e92db9-1c3f-4448-ab2f-7bca863620bf admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3489509 May 23 15:31:28.023831 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89648493-2f21-4297-89c5-a9c99ecbe451 None None] Network d82c44b5-d8b4-409d-ba8d-d8ab2a82feac requested from dv-cinder-841125-8-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:31:28.024054 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 60976) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:31:28.029139 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-c807a0b2-7724-496e-bafe-42980ccfe120 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1495827722-router', 'tenant_id': '06253b6d930e47fc97c4a4c0376e0d5e', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'}}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:31:28.051639 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c807a0b2-7724-496e-bafe-42980ccfe120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-861683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31585'] for router (790bc04d-ff20-49f0-8425-2764162a0231), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:28.052794 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c807a0b2-7724-496e-bafe-42980ccfe120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-866915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-866547', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-831881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31512'] for router (790bc04d-ff20-49f0-8425-2764162a0231), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:28.092227 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-312e84a5-4eea-4e66-8bbb-0e21360c889a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55fd884-a3c0-46fd-ad14-c48660fd9458', 'name': 'tempest-TestMinimumBasicScenario-605869040-router', 'tenant_id': '591802cf5c044932940307866f388790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '40b3f06b-a363-4052-8941-a2e1dec2271a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:31:22Z', 'updated_at': '2022-05-23T15:31:25Z', 'revision_number': 4, 'project_id': '591802cf5c044932940307866f388790', 'gw_port': {'id': '40b3f06b-a363-4052-8941-a2e1dec2271a', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:36:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55fd884-a3c0-46fd-ad14-c48660fd9458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:31:22Z', 'updated_at': '2022-05-23T15:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': 'da4be61b-1a87-4800-8949-7539c3819b86', 'name': '', 'network_id': '209a8533-2c3a-4df0-b96f-8327ce97789f', 'tenant_id': '591802cf5c044932940307866f388790', 'mac_address': 'fa:16:3e:f2:cd:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55fd884-a3c0-46fd-ad14-c48660fd9458', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '21e5e43a-788f-4723-b6ca-c532e85a803f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:31:24Z', 'updated_at': '2022-05-23T15:31:25Z', 'revision_number': 2, 'project_id': '591802cf5c044932940307866f388790', 'subnets': [{'id': '21e5e43a-788f-4723-b6ca-c532e85a803f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:31:28.106620 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c807a0b2-7724-496e-bafe-42980ccfe120 admin admin] Publish callbacks [] for router_controller (790bc04d-ff20-49f0-8425-2764162a0231), precommit_add_association {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:28.121780 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312e84a5-4eea-4e66-8bbb-0e21360c889a None None] Checking router: e55fd884-a3c0-46fd-ad14-c48660fd9458 for host: dv-cinder-841125-8-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:31:28.122133 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312e84a5-4eea-4e66-8bbb-0e21360c889a None None] Updating router e55fd884-a3c0-46fd-ad14-c48660fd9458 port da4be61b-1a87-4800-8949-7539c3819b86 binding host dv-cinder-841125-8-iscsi {{(pid=104082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 15:31:28.159815 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:28.176222 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-312e84a5-4eea-4e66-8bbb-0e21360c889a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (da4be61b-1a87-4800-8949-7539c3819b86), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:28.191218 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cee1faf-16bb-4624-8ad6-d13b0e968bd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa639b77-8a03-51d8-9c43-407bd9ee6f7a-d82c44b5-d8b4-409d-ba8d-d8ab2a82feac', 'network_id': 'd82c44b5-d8b4-409d-ba8d-d8ab2a82feac', 'project_id': '06253b6d930e47fc97c4a4c0376e0d5e', 'fixed_ips': [{'subnet_id': 'abfc14a7-0b37-42cb-8373-0f34efd62f9d'}]}} from dv-cinder-841125-8-iscsi. {{(pid=104082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 15:31:28.192155 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-4cee1faf-16bb-4624-8ad6-d13b0e968bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:28.240705 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c807a0b2-7724-496e-bafe-42980ccfe120 admin admin] Publish callbacks [] for router_gateway (790bc04d-ff20-49f0-8425-2764162a0231), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:28.261137 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:28.428666 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c807a0b2-7724-496e-bafe-42980ccfe120 admin admin] Publish callbacks [] for router_gateway (790bc04d-ff20-49f0-8425-2764162a0231), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:28.448289 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c807a0b2-7724-496e-bafe-42980ccfe120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:28.562757 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-c807a0b2-7724-496e-bafe-42980ccfe120 admin admin] Allocated IP 172.27.2.27 (c36a36f9-cc20-4687-9603-de8e87d2bfc7/aa177288-79a2-4e75-ac60-432249438b03/03a642c3-8baf-4cdd-9167-2d237009e33c) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:31:28.564466 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:UPDATE=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:28.570542 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.db_base_plugin_common [None req-4cee1faf-16bb-4624-8ad6-d13b0e968bd6 None None] Allocated IP 172.20.0.2 (d82c44b5-d8b4-409d-ba8d-d8ab2a82feac/abfc14a7-0b37-42cb-8373-0f34efd62f9d/c94f543f-034e-4e74-8097-c95e511b958d) {{(pid=104082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:31:28.621615 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-deeacb48-f8ad-4ee7-aaeb-78a4c3f342fc None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:31:28.671337 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c807a0b2-7724-496e-bafe-42980ccfe120 admin admin] Publish callbacks [] for port (03a642c3-8baf-4cdd-9167-2d237009e33c), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:28.705814 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c807a0b2-7724-496e-bafe-42980ccfe120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (03a642c3-8baf-4cdd-9167-2d237009e33c), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:28.750908 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c807a0b2-7724-496e-bafe-42980ccfe120 admin admin] Network c36a36f9-cc20-4687-9603-de8e87d2bfc7 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:31:28.757823 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-c807a0b2-7724-496e-bafe-42980ccfe120 admin admin] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:31:28.763128 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c807a0b2-7724-496e-bafe-42980ccfe120 admin admin] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:31:28.795381 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c807a0b2-7724-496e-bafe-42980ccfe120 admin admin] Pushing event updated for resources: {'Port': ['ID=03a642c3-8baf-4cdd-9167-2d237009e33c,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:28.814406 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:28.862031 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987edec5-6057-4cac-bbd7-2fc95970436c req-0f5d34ff-6e16-4c90-aa5c-c9d23da3423f tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:28.863521 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-987edec5-6057-4cac-bbd7-2fc95970436c req-0f5d34ff-6e16-4c90-aa5c-c9d23da3423f tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 946 time: 0.0717025 May 23 15:31:28.867502 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-4cee1faf-16bb-4624-8ad6-d13b0e968bd6 None None] Publish callbacks [] for port (c94f543f-034e-4e74-8097-c95e511b958d), precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:28.881285 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-4cee1faf-16bb-4624-8ad6-d13b0e968bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965'] for port (c94f543f-034e-4e74-8097-c95e511b958d), after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:28.884603 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-312e84a5-4eea-4e66-8bbb-0e21360c889a None None] Publish callbacks [] for port (da4be61b-1a87-4800-8949-7539c3819b86), precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:28.915113 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-312e84a5-4eea-4e66-8bbb-0e21360c889a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (da4be61b-1a87-4800-8949-7539c3819b86), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:28.919071 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:28.938411 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cee1faf-16bb-4624-8ad6-d13b0e968bd6 None None] Network d82c44b5-d8b4-409d-ba8d-d8ab2a82feac is already hosted by enough agents. {{(pid=104082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:31:28.943524 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-987edec5-6057-4cac-bbd7-2fc95970436c req-9f3c2d3e-73fa-46ba-b022-b68d00a122af tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737479 May 23 15:31:28.948310 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [None req-4cee1faf-16bb-4624-8ad6-d13b0e968bd6 None None] Resources bound (agent type, host, resource id): {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:31:28.951500 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cee1faf-16bb-4624-8ad6-d13b0e968bd6 None None] Received port after_create {{(pid=104082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:31:28.966099 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee1faf-16bb-4624-8ad6-d13b0e968bd6 None None] Pushing event updated for resources: {'Port': ['ID=c94f543f-034e-4e74-8097-c95e511b958d,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:29.072180 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c807a0b2-7724-496e-bafe-42980ccfe120 admin admin] Publish callbacks [] for router_gateway (790bc04d-ff20-49f0-8425-2764162a0231), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:29.115219 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca5eca6-7cec-4346-a3db-fdb83c0419b2 None None] Pushing event updated for resources: {'Port': ['ID=da4be61b-1a87-4800-8949-7539c3819b86,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:29.120024 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-4cee1faf-16bb-4624-8ad6-d13b0e968bd6 None None] Attempting to bind port c94f543f-034e-4e74-8097-c95e511b958d on host dv-cinder-841125-8-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:31:29.120768 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-4cee1faf-16bb-4624-8ad6-d13b0e968bd6 None None] Attempting to bind port c94f543f-034e-4e74-8097-c95e511b958d by drivers openvswitch,hyperv on host dv-cinder-841125-8-iscsi at level 0 using segments [{'id': 'd097feb8-b94e-40f2-b2e7-183ea76695b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'd82c44b5-d8b4-409d-ba8d-d8ab2a82feac'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:31:29.121684 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cee1faf-16bb-4624-8ad6-d13b0e968bd6 None None] Attempting to bind port c94f543f-034e-4e74-8097-c95e511b958d on network d82c44b5-d8b4-409d-ba8d-d8ab2a82feac {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:31:29.128725 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-312e84a5-4eea-4e66-8bbb-0e21360c889a None None] Attempting to bind port da4be61b-1a87-4800-8949-7539c3819b86 on host dv-cinder-841125-8-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:31:29.129147 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-312e84a5-4eea-4e66-8bbb-0e21360c889a None None] Attempting to bind port da4be61b-1a87-4800-8949-7539c3819b86 by drivers openvswitch,hyperv on host dv-cinder-841125-8-iscsi at level 0 using segments [{'id': 'c75bb067-5a18-44e4-89b4-f4921652f916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '209a8533-2c3a-4df0-b96f-8327ce97789f'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:31:29.129516 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312e84a5-4eea-4e66-8bbb-0e21360c889a None None] Attempting to bind port da4be61b-1a87-4800-8949-7539c3819b86 on network 209a8533-2c3a-4df0-b96f-8327ce97789f {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:31:29.133008 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cee1faf-16bb-4624-8ad6-d13b0e968bd6 None None] Checking agent: {'id': '1cc95fa5-d110-483d-93d7-5dca7a29794e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 21, 10), 'started_at': datetime.datetime(2022, 5, 23, 15, 21, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:31:29.133391 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cee1faf-16bb-4624-8ad6-d13b0e968bd6 None None] Checking segment: {'id': 'd097feb8-b94e-40f2-b2e7-183ea76695b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'd82c44b5-d8b4-409d-ba8d-d8ab2a82feac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:31:29.133798 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-4cee1faf-16bb-4624-8ad6-d13b0e968bd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:29.134193 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cee1faf-16bb-4624-8ad6-d13b0e968bd6 None None] Bound using segment: {'id': 'd097feb8-b94e-40f2-b2e7-183ea76695b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'd82c44b5-d8b4-409d-ba8d-d8ab2a82feac'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:31:29.135046 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-4cee1faf-16bb-4624-8ad6-d13b0e968bd6 None None] Bound port: c94f543f-034e-4e74-8097-c95e511b958d, host: dv-cinder-841125-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd097feb8-b94e-40f2-b2e7-183ea76695b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'd82c44b5-d8b4-409d-ba8d-d8ab2a82feac'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:31:29.135046 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-4cee1faf-16bb-4624-8ad6-d13b0e968bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (c94f543f-034e-4e74-8097-c95e511b958d), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:29.146692 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312e84a5-4eea-4e66-8bbb-0e21360c889a None None] Checking agent: {'id': '1cc95fa5-d110-483d-93d7-5dca7a29794e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 21, 10), 'started_at': datetime.datetime(2022, 5, 23, 15, 21, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:31:29.147078 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312e84a5-4eea-4e66-8bbb-0e21360c889a None None] Checking segment: {'id': 'c75bb067-5a18-44e4-89b4-f4921652f916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '209a8533-2c3a-4df0-b96f-8327ce97789f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:31:29.147483 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-312e84a5-4eea-4e66-8bbb-0e21360c889a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:29.147888 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312e84a5-4eea-4e66-8bbb-0e21360c889a None None] Bound using segment: {'id': 'c75bb067-5a18-44e4-89b4-f4921652f916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '209a8533-2c3a-4df0-b96f-8327ce97789f'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:31:29.148376 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-312e84a5-4eea-4e66-8bbb-0e21360c889a None None] Bound port: da4be61b-1a87-4800-8949-7539c3819b86, host: dv-cinder-841125-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c75bb067-5a18-44e4-89b4-f4921652f916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '209a8533-2c3a-4df0-b96f-8327ce97789f'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:31:29.148761 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-312e84a5-4eea-4e66-8bbb-0e21360c889a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (da4be61b-1a87-4800-8949-7539c3819b86), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:29.249350 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:29.268115 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-4cee1faf-16bb-4624-8ad6-d13b0e968bd6 None None] For port c94f543f-034e-4e74-8097-c95e511b958d, host dv-cinder-841125-8-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:31:29.270108 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-1d449748-e4c2-4c54-9561-9fd89f6fb7e4 None None] Provisioning complete for port da4be61b-1a87-4800-8949-7539c3819b86 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:31:29.270472 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1d449748-e4c2-4c54-9561-9fd89f6fb7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (da4be61b-1a87-4800-8949-7539c3819b86), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:29.271529 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:29.274273 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-4cee1faf-16bb-4624-8ad6-d13b0e968bd6 None None] For port c94f543f-034e-4e74-8097-c95e511b958d, host dv-cinder-841125-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=c94f543f-034e-4e74-8097-c95e511b958d,segment=NetworkSegment(d097feb8-b94e-40f2-b2e7-183ea76695b2),segment_id=d097feb8-b94e-40f2-b2e7-183ea76695b2)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:31:29.292187 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c807a0b2-7724-496e-bafe-42980ccfe120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-866922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-866470'] for router (790bc04d-ff20-49f0-8425-2764162a0231), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:29.305953 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 40b3f06b-a363-4052-8941-a2e1dec2271a up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:31:29.309418 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-4cee1faf-16bb-4624-8ad6-d13b0e968bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (c94f543f-034e-4e74-8097-c95e511b958d), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:29.336464 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-312e84a5-4eea-4e66-8bbb-0e21360c889a None None] For port da4be61b-1a87-4800-8949-7539c3819b86, host dv-cinder-841125-8-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:31:29.340824 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=8 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:29.400020 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-312e84a5-4eea-4e66-8bbb-0e21360c889a None None] For port da4be61b-1a87-4800-8949-7539c3819b86, host dv-cinder-841125-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=da4be61b-1a87-4800-8949-7539c3819b86,segment=NetworkSegment(c75bb067-5a18-44e4-89b4-f4921652f916),segment_id=c75bb067-5a18-44e4-89b4-f4921652f916)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:31:29.409186 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-1d449748-e4c2-4c54-9561-9fd89f6fb7e4 None None] Port da4be61b-1a87-4800-8949-7539c3819b86 cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:31:29.420996 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-312e84a5-4eea-4e66-8bbb-0e21360c889a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (da4be61b-1a87-4800-8949-7539c3819b86), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:29.435392 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c807a0b2-7724-496e-bafe-42980ccfe120 admin admin] Router 790bc04d-ff20-49f0-8425-2764162a0231 is scheduled to L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb with binding_index 1 {{(pid=104080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 15:31:29.456108 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee1faf-16bb-4624-8ad6-d13b0e968bd6 None None] Pushing event updated for resources: {'Port': ['ID=c94f543f-034e-4e74-8097-c95e511b958d,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:29.469352 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port 40b3f06b-a363-4052-8941-a2e1dec2271a triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:31:29.469732 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (40b3f06b-a363-4052-8941-a2e1dec2271a), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:29.529373 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312e84a5-4eea-4e66-8bbb-0e21360c889a None None] Routers {'e55fd884-a3c0-46fd-ad14-c48660fd9458'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:31:29.530009 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-312e84a5-4eea-4e66-8bbb-0e21360c889a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:31:05Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['e55fd884-a3c0-46fd-ad14-c48660fd9458'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:31:29.594470 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c807a0b2-7724-496e-bafe-42980ccfe120 admin admin] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:31:29.606083 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c457bd4a-eb7f-45fa-b920-08d5165024fe None None] Sync routers for ids ['790bc04d-ff20-49f0-8425-2764162a0231'] in dv-cinder-841125-8-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:31:29.618833 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c457bd4a-eb7f-45fa-b920-08d5165024fe None None] Routers {'790bc04d-ff20-49f0-8425-2764162a0231'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:31:29.619854 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-c457bd4a-eb7f-45fa-b920-08d5165024fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:31:05Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['790bc04d-ff20-49f0-8425-2764162a0231'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:31:29.625032 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:29.632630 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca5eca6-7cec-4346-a3db-fdb83c0419b2 None None] Pushing event updated for resources: {'Port': ['ID=da4be61b-1a87-4800-8949-7539c3819b86,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:29.660591 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c807a0b2-7724-496e-bafe-42980ccfe120 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:29.662823 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-c807a0b2-7724-496e-bafe-42980ccfe120 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6377547 May 23 15:31:29.665643 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 60990) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:31:29.773715 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port 40b3f06b-a363-4052-8941-a2e1dec2271a is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:31:29.804543 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-312e84a5-4eea-4e66-8bbb-0e21360c889a None None] Set router e55fd884-a3c0-46fd-ad14-c48660fd9458 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:31:29.893150 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-c457bd4a-eb7f-45fa-b920-08d5165024fe None None] Set router 790bc04d-ff20-49f0-8425-2764162a0231 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:31:30.094599 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-312e84a5-4eea-4e66-8bbb-0e21360c889a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55fd884-a3c0-46fd-ad14-c48660fd9458', 'name': 'tempest-TestMinimumBasicScenario-605869040-router', 'tenant_id': '591802cf5c044932940307866f388790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '40b3f06b-a363-4052-8941-a2e1dec2271a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:31:22Z', 'updated_at': '2022-05-23T15:31:25Z', 'revision_number': 4, 'project_id': '591802cf5c044932940307866f388790', 'gw_port': {'id': '40b3f06b-a363-4052-8941-a2e1dec2271a', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:36:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55fd884-a3c0-46fd-ad14-c48660fd9458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:31:22Z', 'updated_at': '2022-05-23T15:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': 'da4be61b-1a87-4800-8949-7539c3819b86', 'name': '', 'network_id': '209a8533-2c3a-4df0-b96f-8327ce97789f', 'tenant_id': '591802cf5c044932940307866f388790', 'mac_address': 'fa:16:3e:f2:cd:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55fd884-a3c0-46fd-ad14-c48660fd9458', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '21e5e43a-788f-4723-b6ca-c532e85a803f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:31:24Z', 'updated_at': '2022-05-23T15:31:29Z', 'revision_number': 4, 'project_id': '591802cf5c044932940307866f388790', 'subnets': [{'id': '21e5e43a-788f-4723-b6ca-c532e85a803f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:31:30.143787 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-504aada6-a989-43c4-a5fd-ca3825f54f59 None None] Provisioning complete for port da4be61b-1a87-4800-8949-7539c3819b86 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:31:30.144317 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-504aada6-a989-43c4-a5fd-ca3825f54f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (da4be61b-1a87-4800-8949-7539c3819b86), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:30.146273 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ae380-e611-481a-b632-aa2ab1aea2e3 req-b766b0b0-1e74-4614-a340-3b7b0563e1ad tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:30.146984 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312e84a5-4eea-4e66-8bbb-0e21360c889a None None] The sync data for ids ['e55fd884-a3c0-46fd-ad14-c48660fd9458'] in dv-cinder-841125-8-iscsi is: [{'id': 'e55fd884-a3c0-46fd-ad14-c48660fd9458', 'name': 'tempest-TestMinimumBasicScenario-605869040-router', 'tenant_id': '591802cf5c044932940307866f388790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '40b3f06b-a363-4052-8941-a2e1dec2271a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:31:22Z', 'updated_at': '2022-05-23T15:31:25Z', 'revision_number': 4, 'project_id': '591802cf5c044932940307866f388790', 'gw_port': {'id': '40b3f06b-a363-4052-8941-a2e1dec2271a', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:36:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55fd884-a3c0-46fd-ad14-c48660fd9458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:31:22Z', 'updated_at': '2022-05-23T15:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': 'da4be61b-1a87-4800-8949-7539c3819b86', 'name': '', 'network_id': '209a8533-2c3a-4df0-b96f-8327ce97789f', 'tenant_id': '591802cf5c044932940307866f388790', 'mac_address': 'fa:16:3e:f2:cd:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55fd884-a3c0-46fd-ad14-c48660fd9458', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '21e5e43a-788f-4723-b6ca-c532e85a803f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:31:24Z', 'updated_at': '2022-05-23T15:31:29Z', 'revision_number': 4, 'project_id': '591802cf5c044932940307866f388790', 'subnets': [{'id': '21e5e43a-788f-4723-b6ca-c532e85a803f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:31:30.161332 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-860ae380-e611-481a-b632-aa2ab1aea2e3 req-b766b0b0-1e74-4614-a340-3b7b0563e1ad tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 946 time: 0.0918717 May 23 15:31:30.287552 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-860ae380-e611-481a-b632-aa2ab1aea2e3 req-91f5e21e-4439-4ac1-8a04-4bda2a69d039 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250529 May 23 15:31:30.385342 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-c457bd4a-eb7f-45fa-b920-08d5165024fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790bc04d-ff20-49f0-8425-2764162a0231', 'name': 'tempest-TestMinimumBasicScenario-1495827722-router', 'tenant_id': '06253b6d930e47fc97c4a4c0376e0d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '03a642c3-8baf-4cdd-9167-2d237009e33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:31:28Z', 'updated_at': '2022-05-23T15:31:28Z', 'revision_number': 3, 'project_id': '06253b6d930e47fc97c4a4c0376e0d5e', 'gw_port': {'id': '03a642c3-8baf-4cdd-9167-2d237009e33c', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790bc04d-ff20-49f0-8425-2764162a0231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:31:28Z', 'updated_at': '2022-05-23T15:31:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi'}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:31:30.408119 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-504aada6-a989-43c4-a5fd-ca3825f54f59 None None] Current status of the port da4be61b-1a87-4800-8949-7539c3819b86 is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:31:30.408515 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-504aada6-a989-43c4-a5fd-ca3825f54f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (da4be61b-1a87-4800-8949-7539c3819b86), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:30.417976 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c457bd4a-eb7f-45fa-b920-08d5165024fe None None] Checking router: 790bc04d-ff20-49f0-8425-2764162a0231 for host: dv-cinder-841125-8-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:31:30.418552 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c457bd4a-eb7f-45fa-b920-08d5165024fe None None] Updating router 790bc04d-ff20-49f0-8425-2764162a0231 port 03a642c3-8baf-4cdd-9167-2d237009e33c binding host dv-cinder-841125-8-iscsi {{(pid=104083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 15:31:30.455516 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-504aada6-a989-43c4-a5fd-ca3825f54f59 None None] For port da4be61b-1a87-4800-8949-7539c3819b86, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=da4be61b-1a87-4800-8949-7539c3819b86,segment=NetworkSegment(c75bb067-5a18-44e4-89b4-f4921652f916),segment_id=c75bb067-5a18-44e4-89b4-f4921652f916)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:31:30.460648 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-504aada6-a989-43c4-a5fd-ca3825f54f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (da4be61b-1a87-4800-8949-7539c3819b86), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:30.527688 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c457bd4a-eb7f-45fa-b920-08d5165024fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (03a642c3-8baf-4cdd-9167-2d237009e33c), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:30.552414 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504aada6-a989-43c4-a5fd-ca3825f54f59 None None] Pushing event updated for resources: {'Port': ['ID=da4be61b-1a87-4800-8949-7539c3819b86,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:30.631541 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ed147ac6-74d3-43cd-bb77-ff022a942838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:30.915458 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-ed147ac6-74d3-43cd-bb77-ff022a942838 admin admin] Allocated IP 172.20.0.1 (d82c44b5-d8b4-409d-ba8d-d8ab2a82feac/abfc14a7-0b37-42cb-8373-0f34efd62f9d/3c2a5c6d-5bee-41b7-aa56-a3bfa8425310) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:31:31.062120 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c457bd4a-eb7f-45fa-b920-08d5165024fe None None] Publish callbacks [] for port (03a642c3-8baf-4cdd-9167-2d237009e33c), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:31.068793 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97acfa36-c46d-4af5-a9ab-7e435504e273 None None] Network d82c44b5-d8b4-409d-ba8d-d8ab2a82feac requested from dv-cinder-841125-8-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:31:31.079549 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c457bd4a-eb7f-45fa-b920-08d5165024fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (03a642c3-8baf-4cdd-9167-2d237009e33c), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:31.099743 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ed147ac6-74d3-43cd-bb77-ff022a942838 admin admin] Publish callbacks [] for port (3c2a5c6d-5bee-41b7-aa56-a3bfa8425310), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:31.146861 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ed147ac6-74d3-43cd-bb77-ff022a942838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250202'] for port (3c2a5c6d-5bee-41b7-aa56-a3bfa8425310), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:31.161068 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:31.161298 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa517f-1827-4910-9320-c3566ffd590b None None] Pushing event updated for resources: {'Port': ['ID=03a642c3-8baf-4cdd-9167-2d237009e33c,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:31.170238 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:31.193295 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-5d61c7bd-1745-40ef-8089-5133d01dc2bf None None] Provisioning complete for port c94f543f-034e-4e74-8097-c95e511b958d triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:31:31.196095 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed147ac6-74d3-43cd-bb77-ff022a942838 admin admin] Network d82c44b5-d8b4-409d-ba8d-d8ab2a82feac is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:31:31.196840 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5d61c7bd-1745-40ef-8089-5133d01dc2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (c94f543f-034e-4e74-8097-c95e511b958d), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:31.198132 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-ed147ac6-74d3-43cd-bb77-ff022a942838 admin admin] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:31:31.202668 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed147ac6-74d3-43cd-bb77-ff022a942838 admin admin] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:31:31.205168 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:31.226277 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-c457bd4a-eb7f-45fa-b920-08d5165024fe None None] Attempting to bind port 03a642c3-8baf-4cdd-9167-2d237009e33c on host dv-cinder-841125-8-iscsi for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:31:31.226693 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-c457bd4a-eb7f-45fa-b920-08d5165024fe None None] Attempting to bind port 03a642c3-8baf-4cdd-9167-2d237009e33c by drivers openvswitch,hyperv on host dv-cinder-841125-8-iscsi at level 0 using segments [{'id': '36a83107-a298-4f41-a08d-e6c665169c28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:31:31.227220 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c457bd4a-eb7f-45fa-b920-08d5165024fe None None] Attempting to bind port 03a642c3-8baf-4cdd-9167-2d237009e33c on network c36a36f9-cc20-4687-9603-de8e87d2bfc7 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:31:31.236155 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c457bd4a-eb7f-45fa-b920-08d5165024fe None None] Checking agent: {'id': '1cc95fa5-d110-483d-93d7-5dca7a29794e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 21, 10), 'started_at': datetime.datetime(2022, 5, 23, 15, 21, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:31:31.236719 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c457bd4a-eb7f-45fa-b920-08d5165024fe None None] Checking segment: {'id': '36a83107-a298-4f41-a08d-e6c665169c28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:31:31.237281 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c457bd4a-eb7f-45fa-b920-08d5165024fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:31.237826 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c457bd4a-eb7f-45fa-b920-08d5165024fe None None] Bound using segment: {'id': '36a83107-a298-4f41-a08d-e6c665169c28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:31:31.238426 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-c457bd4a-eb7f-45fa-b920-08d5165024fe None None] Bound port: 03a642c3-8baf-4cdd-9167-2d237009e33c, host: dv-cinder-841125-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a83107-a298-4f41-a08d-e6c665169c28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:31:31.238949 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c457bd4a-eb7f-45fa-b920-08d5165024fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (03a642c3-8baf-4cdd-9167-2d237009e33c), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:31.263280 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed147ac6-74d3-43cd-bb77-ff022a942838 admin admin] Pushing event updated for resources: {'Port': ['ID=3c2a5c6d-5bee-41b7-aa56-a3bfa8425310,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:31.269434 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ed147ac6-74d3-43cd-bb77-ff022a942838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-863987'] for router_interface (790bc04d-ff20-49f0-8425-2764162a0231), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:31.307875 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=100 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:31.330799 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:31.444969 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-c457bd4a-eb7f-45fa-b920-08d5165024fe None None] For port 03a642c3-8baf-4cdd-9167-2d237009e33c, host dv-cinder-841125-8-iscsi, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:31:31.446197 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-c457bd4a-eb7f-45fa-b920-08d5165024fe None None] For port 03a642c3-8baf-4cdd-9167-2d237009e33c, host dv-cinder-841125-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=03a642c3-8baf-4cdd-9167-2d237009e33c,segment=NetworkSegment(36a83107-a298-4f41-a08d-e6c665169c28),segment_id=36a83107-a298-4f41-a08d-e6c665169c28)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:31:31.470838 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c457bd4a-eb7f-45fa-b920-08d5165024fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (03a642c3-8baf-4cdd-9167-2d237009e33c), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:31.547113 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e1ced-bc8c-4329-819b-ea61973b05cc req-3d0d2884-4eec-435b-9abf-92b432391663 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:31.548974 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b15e1ced-bc8c-4329-819b-ea61973b05cc req-3d0d2884-4eec-435b-9abf-92b432391663 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 946 time: 0.0902090 May 23 15:31:31.567019 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ed147ac6-74d3-43cd-bb77-ff022a942838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (3c2a5c6d-5bee-41b7-aa56-a3bfa8425310), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:31.631733 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa517f-1827-4910-9320-c3566ffd590b None None] Pushing event updated for resources: {'Port': ['ID=03a642c3-8baf-4cdd-9167-2d237009e33c,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:31.637516 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c457bd4a-eb7f-45fa-b920-08d5165024fe None None] Routers {'790bc04d-ff20-49f0-8425-2764162a0231'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:31:31.642304 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-c457bd4a-eb7f-45fa-b920-08d5165024fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:31:05Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['790bc04d-ff20-49f0-8425-2764162a0231'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:31:31.662781 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device da4be61b-1a87-4800-8949-7539c3819b86 up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:31:31.690909 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b15e1ced-bc8c-4329-819b-ea61973b05cc req-5e9cb0f5-59b0-4bc2-a23b-4d3cc04dbbb3 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343927 May 23 15:31:31.715103 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-5d61c7bd-1745-40ef-8089-5133d01dc2bf None None] Current status of the port c94f543f-034e-4e74-8097-c95e511b958d is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:31:31.715795 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5d61c7bd-1745-40ef-8089-5133d01dc2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (c94f543f-034e-4e74-8097-c95e511b958d), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:31.842662 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-5d61c7bd-1745-40ef-8089-5133d01dc2bf None None] For port c94f543f-034e-4e74-8097-c95e511b958d, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=c94f543f-034e-4e74-8097-c95e511b958d,segment=NetworkSegment(d097feb8-b94e-40f2-b2e7-183ea76695b2),segment_id=d097feb8-b94e-40f2-b2e7-183ea76695b2)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:31:31.853282 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5d61c7bd-1745-40ef-8089-5133d01dc2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (c94f543f-034e-4e74-8097-c95e511b958d), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:31.908527 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-c457bd4a-eb7f-45fa-b920-08d5165024fe None None] Set router 790bc04d-ff20-49f0-8425-2764162a0231 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:31:31.917038 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61c7bd-1745-40ef-8089-5133d01dc2bf None None] Pushing event updated for resources: {'Port': ['ID=c94f543f-034e-4e74-8097-c95e511b958d,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:31.922276 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port da4be61b-1a87-4800-8949-7539c3819b86 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:31:31.922779 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (da4be61b-1a87-4800-8949-7539c3819b86), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:32.044199 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port da4be61b-1a87-4800-8949-7539c3819b86 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:31:32.049645 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device c94f543f-034e-4e74-8097-c95e511b958d up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:31:32.061714 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=100 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:32.079454 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ed147ac6-74d3-43cd-bb77-ff022a942838 admin admin] Publish callbacks [] for port (3c2a5c6d-5bee-41b7-aa56-a3bfa8425310), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:32.087242 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ed147ac6-74d3-43cd-bb77-ff022a942838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4250195'] for port (3c2a5c6d-5bee-41b7-aa56-a3bfa8425310), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:32.185394 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port c94f543f-034e-4e74-8097-c95e511b958d triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:31:32.185924 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (c94f543f-034e-4e74-8097-c95e511b958d), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:32.208290 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed147ac6-74d3-43cd-bb77-ff022a942838 admin admin] Pushing event updated for resources: {'Port': ['ID=3c2a5c6d-5bee-41b7-aa56-a3bfa8425310,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:32.210898 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ed147ac6-74d3-43cd-bb77-ff022a942838 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-243210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-863331'] for router_interface (790bc04d-ff20-49f0-8425-2764162a0231), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:32.286737 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-c457bd4a-eb7f-45fa-b920-08d5165024fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790bc04d-ff20-49f0-8425-2764162a0231', 'name': 'tempest-TestMinimumBasicScenario-1495827722-router', 'tenant_id': '06253b6d930e47fc97c4a4c0376e0d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '03a642c3-8baf-4cdd-9167-2d237009e33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:31:28Z', 'updated_at': '2022-05-23T15:31:31Z', 'revision_number': 4, 'project_id': '06253b6d930e47fc97c4a4c0376e0d5e', 'gw_port': {'id': '03a642c3-8baf-4cdd-9167-2d237009e33c', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790bc04d-ff20-49f0-8425-2764162a0231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:31:28Z', 'updated_at': '2022-05-23T15:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': '3c2a5c6d-5bee-41b7-aa56-a3bfa8425310', 'name': '', 'network_id': 'd82c44b5-d8b4-409d-ba8d-d8ab2a82feac', 'tenant_id': '06253b6d930e47fc97c4a4c0376e0d5e', 'mac_address': 'fa:16:3e:12:de:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790bc04d-ff20-49f0-8425-2764162a0231', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'abfc14a7-0b37-42cb-8373-0f34efd62f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:31:30Z', 'updated_at': '2022-05-23T15:31:30Z', 'revision_number': 1, 'project_id': '06253b6d930e47fc97c4a4c0376e0d5e', 'subnets': [{'id': 'abfc14a7-0b37-42cb-8373-0f34efd62f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:31:32.306682 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:32.313541 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-680f27f9-b9f9-42be-9860-b514a8900ca5 None None] Provisioning complete for port 3c2a5c6d-5bee-41b7-aa56-a3bfa8425310 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:31:32.313916 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-680f27f9-b9f9-42be-9860-b514a8900ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (3c2a5c6d-5bee-41b7-aa56-a3bfa8425310), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:32.341775 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed147ac6-74d3-43cd-bb77-ff022a942838 admin admin] Network d82c44b5-d8b4-409d-ba8d-d8ab2a82feac is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:31:32.345147 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-ed147ac6-74d3-43cd-bb77-ff022a942838 admin admin] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:31:32.359302 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c457bd4a-eb7f-45fa-b920-08d5165024fe None None] The sync data for ids ['790bc04d-ff20-49f0-8425-2764162a0231'] in dv-cinder-841125-8-iscsi is: [{'id': '790bc04d-ff20-49f0-8425-2764162a0231', 'name': 'tempest-TestMinimumBasicScenario-1495827722-router', 'tenant_id': '06253b6d930e47fc97c4a4c0376e0d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '03a642c3-8baf-4cdd-9167-2d237009e33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:31:28Z', 'updated_at': '2022-05-23T15:31:31Z', 'revision_number': 4, 'project_id': '06253b6d930e47fc97c4a4c0376e0d5e', 'gw_port': {'id': '03a642c3-8baf-4cdd-9167-2d237009e33c', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790bc04d-ff20-49f0-8425-2764162a0231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:31:28Z', 'updated_at': '2022-05-23T15:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': '3c2a5c6d-5bee-41b7-aa56-a3bfa8425310', 'name': '', 'network_id': 'd82c44b5-d8b4-409d-ba8d-d8ab2a82feac', 'tenant_id': '06253b6d930e47fc97c4a4c0376e0d5e', 'mac_address': 'fa:16:3e:12:de:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790bc04d-ff20-49f0-8425-2764162a0231', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'abfc14a7-0b37-42cb-8373-0f34efd62f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:31:30Z', 'updated_at': '2022-05-23T15:31:30Z', 'revision_number': 1, 'project_id': '06253b6d930e47fc97c4a4c0376e0d5e', 'subnets': [{'id': 'abfc14a7-0b37-42cb-8373-0f34efd62f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:31:32.388372 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-680f27f9-b9f9-42be-9860-b514a8900ca5 None None] Port 3c2a5c6d-5bee-41b7-aa56-a3bfa8425310 cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:31:32.408052 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port c94f543f-034e-4e74-8097-c95e511b958d is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:31:32.411833 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-680f27f9-b9f9-42be-9860-b514a8900ca5 None None] Provisioning complete for port c94f543f-034e-4e74-8097-c95e511b958d triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:31:32.412085 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-680f27f9-b9f9-42be-9860-b514a8900ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (c94f543f-034e-4e74-8097-c95e511b958d), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:32.518516 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-680f27f9-b9f9-42be-9860-b514a8900ca5 None None] Current status of the port c94f543f-034e-4e74-8097-c95e511b958d is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:31:32.662817 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-f4185f0f-faf8-4e44-b109-78ba45bc4648 None None] Provisioning complete for port 3c2a5c6d-5bee-41b7-aa56-a3bfa8425310 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:31:32.663440 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-f4185f0f-faf8-4e44-b109-78ba45bc4648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (3c2a5c6d-5bee-41b7-aa56-a3bfa8425310), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:32.732354 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-f4185f0f-faf8-4e44-b109-78ba45bc4648 None None] Port 3c2a5c6d-5bee-41b7-aa56-a3bfa8425310 cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:31:32.738185 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed147ac6-74d3-43cd-bb77-ff022a942838 admin admin] Router 790bc04d-ff20-49f0-8425-2764162a0231 has already been hosted by L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:31:32.741004 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:32.822370 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:32.857983 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-f182a52f-3c65-4560-a65f-e24d4ff89568 None None] Provisioning complete for port 3c2a5c6d-5bee-41b7-aa56-a3bfa8425310 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:31:32.858890 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-f182a52f-3c65-4560-a65f-e24d4ff89568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (3c2a5c6d-5bee-41b7-aa56-a3bfa8425310), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:32.873015 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0555788-fef9-4fae-b57a-6a08098c7eaf req-1642b129-5fd1-428f-894d-14d3589ca51e tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:32.875363 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f0555788-fef9-4fae-b57a-6a08098c7eaf req-1642b129-5fd1-428f-894d-14d3589ca51e tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 946 time: 0.0766621 May 23 15:31:32.889990 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed147ac6-74d3-43cd-bb77-ff022a942838 admin admin] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:31:32.896895 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-ed147ac6-74d3-43cd-bb77-ff022a942838 admin admin] 10.222.0.30 "PUT /v2.0/routers/790bc04d-ff20-49f0-8425-2764162a0231/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2299480 May 23 15:31:32.901415 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-f182a52f-3c65-4560-a65f-e24d4ff89568 None None] Port 3c2a5c6d-5bee-41b7-aa56-a3bfa8425310 cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:31:32.968405 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f0555788-fef9-4fae-b57a-6a08098c7eaf req-80c2a557-ae9c-465d-b621-9a7c1619dfce tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870848 May 23 15:31:33.101082 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-83e26a6f-6504-4a33-9596-fcbdb9b8fe1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:33.537766 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device c94f543f-034e-4e74-8097-c95e511b958d up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:31:33.633421 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port c94f543f-034e-4e74-8097-c95e511b958d triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:31:33.633943 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 32860) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:31:33.634761 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (c94f543f-034e-4e74-8097-c95e511b958d), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:33.736306 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port c94f543f-034e-4e74-8097-c95e511b958d is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:31:33.737872 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 03a642c3-8baf-4cdd-9167-2d237009e33c up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:31:33.820024 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port 03a642c3-8baf-4cdd-9167-2d237009e33c triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:31:33.820644 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (03a642c3-8baf-4cdd-9167-2d237009e33c), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:33.836756 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-59a1033a-93da-4983-880d-2979bc228724 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:33.957957 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-59a1033a-93da-4983-880d-2979bc228724 admin admin] Publish callbacks [] for security_group (0467d16c-2230-4cb2-802c-7c01878753a7), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:33.965698 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-59a1033a-93da-4983-880d-2979bc228724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (0467d16c-2230-4cb2-802c-7c01878753a7), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:33.972671 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port 03a642c3-8baf-4cdd-9167-2d237009e33c is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:31:33.973520 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (03a642c3-8baf-4cdd-9167-2d237009e33c), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:34.004651 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] For port 03a642c3-8baf-4cdd-9167-2d237009e33c, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=03a642c3-8baf-4cdd-9167-2d237009e33c,segment=NetworkSegment(36a83107-a298-4f41-a08d-e6c665169c28),segment_id=36a83107-a298-4f41-a08d-e6c665169c28)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:31:34.010296 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (03a642c3-8baf-4cdd-9167-2d237009e33c), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:34.010809 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a1033a-93da-4983-880d-2979bc228724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0467d16c-2230-4cb2-802c-7c01878753a7,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:34.051932 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-59a1033a-93da-4983-880d-2979bc228724 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f161514ca06b41e3898674a8be756209&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4169073 May 23 15:31:34.054587 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 32878) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:31:34.094321 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Pushing event updated for resources: {'Port': ['ID=03a642c3-8baf-4cdd-9167-2d237009e33c,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:34.141445 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d7fe5126-8837-46ce-9cbf-0dbb265e9c05 admin admin] Publish callbacks [] for security_group (0467d16c-2230-4cb2-802c-7c01878753a7), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:34.174252 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d7fe5126-8837-46ce-9cbf-0dbb265e9c05 admin admin] Publish callbacks [] for security_group (0467d16c-2230-4cb2-802c-7c01878753a7), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:34.186665 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66886119-7d20-4dc6-8871-d33253ebe82d req-b969b4c8-0b1e-43bb-8ea6-3867f8d6ebe6 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:34.194084 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-66886119-7d20-4dc6-8871-d33253ebe82d req-b969b4c8-0b1e-43bb-8ea6-3867f8d6ebe6 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 946 time: 0.0748668 May 23 15:31:34.250234 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d7fe5126-8837-46ce-9cbf-0dbb265e9c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (0467d16c-2230-4cb2-802c-7c01878753a7), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:34.253334 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d7fe5126-8837-46ce-9cbf-0dbb265e9c05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:34.254657 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-d7fe5126-8837-46ce-9cbf-0dbb265e9c05 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0467d16c-2230-4cb2-802c-7c01878753a7 HTTP/1.1" status: 204 len: 168 time: 0.1989250 May 23 15:31:34.266904 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-66886119-7d20-4dc6-8871-d33253ebe82d req-bb9c8d1c-a459-4178-811e-37e1396150c5 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718265 May 23 15:31:34.267359 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe5126-8837-46ce-9cbf-0dbb265e9c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0467d16c-2230-4cb2-802c-7c01878753a7,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:34.718282 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 32888) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:31:34.734589 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-297c2733-d9bd-4710-839b-90938f3cd34b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:34.824990 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-297c2733-d9bd-4710-839b-90938f3cd34b admin admin] Publish callbacks [] for security_group (4e9ae9c2-c4ab-4cfa-9ab5-9bda354ee518), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:34.830364 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-297c2733-d9bd-4710-839b-90938f3cd34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (4e9ae9c2-c4ab-4cfa-9ab5-9bda354ee518), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:34.888429 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-297c2733-d9bd-4710-839b-90938f3cd34b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1c3b41651cff482fa45e954d594ef078&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1661377 May 23 15:31:34.888763 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 32892) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:31:34.912289 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297c2733-d9bd-4710-839b-90938f3cd34b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9ae9c2-c4ab-4cfa-9ab5-9bda354ee518,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:34.985956 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1f668d35-0d98-455c-9cf7-1b3e046ad2c5 admin admin] Publish callbacks [] for security_group (4e9ae9c2-c4ab-4cfa-9ab5-9bda354ee518), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:35.024102 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1f668d35-0d98-455c-9cf7-1b3e046ad2c5 admin admin] Publish callbacks [] for security_group (4e9ae9c2-c4ab-4cfa-9ab5-9bda354ee518), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:35.085960 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:35.128111 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1f668d35-0d98-455c-9cf7-1b3e046ad2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (4e9ae9c2-c4ab-4cfa-9ab5-9bda354ee518), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:35.133331 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1f668d35-0d98-455c-9cf7-1b3e046ad2c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:35.134990 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-1f668d35-0d98-455c-9cf7-1b3e046ad2c5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4e9ae9c2-c4ab-4cfa-9ab5-9bda354ee518 HTTP/1.1" status: 204 len: 168 time: 0.2448788 May 23 15:31:35.146810 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f668d35-0d98-455c-9cf7-1b3e046ad2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9ae9c2-c4ab-4cfa-9ab5-9bda354ee518,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:35.166308 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:35.371530 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 03a642c3-8baf-4cdd-9167-2d237009e33c up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:31:35.506244 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e02fcc55-9da6-4913-8254-014dda97ea71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:35.521462 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port 03a642c3-8baf-4cdd-9167-2d237009e33c triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:31:35.521843 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (03a642c3-8baf-4cdd-9167-2d237009e33c), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:35.527992 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26707946-2d45-4297-90e3-9c8823ddc1a8 req-dd662387-f817-4e33-a129-0ae3d50b98a5 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:35.532557 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-26707946-2d45-4297-90e3-9c8823ddc1a8 req-dd662387-f817-4e33-a129-0ae3d50b98a5 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 946 time: 0.1531684 May 23 15:31:35.600373 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:35.620404 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-26707946-2d45-4297-90e3-9c8823ddc1a8 req-3ee6b9f6-5c9c-406d-b578-8085119d0aa6 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757034 May 23 15:31:35.669169 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port 03a642c3-8baf-4cdd-9167-2d237009e33c is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:31:35.727983 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2400b9-2eae-41a1-a07c-13474ff9e092 None None] Sync routers for ids ['790bc04d-ff20-49f0-8425-2764162a0231'] in dv-cinder-841125-8-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:31:35.737735 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2400b9-2eae-41a1-a07c-13474ff9e092 None None] Routers {'790bc04d-ff20-49f0-8425-2764162a0231'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:31:35.738368 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-0c2400b9-2eae-41a1-a07c-13474ff9e092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:31:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['790bc04d-ff20-49f0-8425-2764162a0231'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:31:35.858429 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-0c2400b9-2eae-41a1-a07c-13474ff9e092 None None] Set router 790bc04d-ff20-49f0-8425-2764162a0231 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:31:36.116713 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:36.130869 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-0c2400b9-2eae-41a1-a07c-13474ff9e092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790bc04d-ff20-49f0-8425-2764162a0231', 'name': 'tempest-TestMinimumBasicScenario-1495827722-router', 'tenant_id': '06253b6d930e47fc97c4a4c0376e0d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '03a642c3-8baf-4cdd-9167-2d237009e33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:31:28Z', 'updated_at': '2022-05-23T15:31:31Z', 'revision_number': 4, 'project_id': '06253b6d930e47fc97c4a4c0376e0d5e', 'gw_port': {'id': '03a642c3-8baf-4cdd-9167-2d237009e33c', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790bc04d-ff20-49f0-8425-2764162a0231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:31:28Z', 'updated_at': '2022-05-23T15:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': '3c2a5c6d-5bee-41b7-aa56-a3bfa8425310', 'name': '', 'network_id': 'd82c44b5-d8b4-409d-ba8d-d8ab2a82feac', 'tenant_id': '06253b6d930e47fc97c4a4c0376e0d5e', 'mac_address': 'fa:16:3e:12:de:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790bc04d-ff20-49f0-8425-2764162a0231', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'abfc14a7-0b37-42cb-8373-0f34efd62f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:31:30Z', 'updated_at': '2022-05-23T15:31:31Z', 'revision_number': 2, 'project_id': '06253b6d930e47fc97c4a4c0376e0d5e', 'subnets': [{'id': 'abfc14a7-0b37-42cb-8373-0f34efd62f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:31:36.162776 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2400b9-2eae-41a1-a07c-13474ff9e092 None None] Checking router: 790bc04d-ff20-49f0-8425-2764162a0231 for host: dv-cinder-841125-8-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:31:36.163195 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2400b9-2eae-41a1-a07c-13474ff9e092 None None] Updating router 790bc04d-ff20-49f0-8425-2764162a0231 port 3c2a5c6d-5bee-41b7-aa56-a3bfa8425310 binding host dv-cinder-841125-8-iscsi {{(pid=104082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 15:31:36.215844 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0c2400b9-2eae-41a1-a07c-13474ff9e092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (3c2a5c6d-5bee-41b7-aa56-a3bfa8425310), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:36.395195 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=100 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:36.406440 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da60041-bf67-48cd-a39f-947d6795c6ae req-decbabc2-c703-430a-8701-2e5cef20e5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:36.408200 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6da60041-bf67-48cd-a39f-947d6795c6ae req-decbabc2-c703-430a-8701-2e5cef20e5d9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 1130 time: 0.0560853 May 23 15:31:36.471583 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6da60041-bf67-48cd-a39f-947d6795c6ae req-2431fe91-a36e-4b02-a6c3-b84e894564b9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554647 May 23 15:31:36.696164 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0c2400b9-2eae-41a1-a07c-13474ff9e092 None None] Publish callbacks [] for port (3c2a5c6d-5bee-41b7-aa56-a3bfa8425310), precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:36.724156 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0c2400b9-2eae-41a1-a07c-13474ff9e092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (3c2a5c6d-5bee-41b7-aa56-a3bfa8425310), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:36.819872 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efca014-8a49-4a3a-970e-a7216d9482b2 None None] Pushing event updated for resources: {'Port': ['ID=3c2a5c6d-5bee-41b7-aa56-a3bfa8425310,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:36.867263 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10edaba7-19d7-48fb-984c-f9864406480f req-00d9ff2a-7969-45c3-ad53-7542566773e0 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:36.889438 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-10edaba7-19d7-48fb-984c-f9864406480f req-00d9ff2a-7969-45c3-ad53-7542566773e0 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 946 time: 0.1549520 May 23 15:31:36.951621 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:36.987198 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-0c2400b9-2eae-41a1-a07c-13474ff9e092 None None] Attempting to bind port 3c2a5c6d-5bee-41b7-aa56-a3bfa8425310 on host dv-cinder-841125-8-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:31:36.987691 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-0c2400b9-2eae-41a1-a07c-13474ff9e092 None None] Attempting to bind port 3c2a5c6d-5bee-41b7-aa56-a3bfa8425310 by drivers openvswitch,hyperv on host dv-cinder-841125-8-iscsi at level 0 using segments [{'id': 'd097feb8-b94e-40f2-b2e7-183ea76695b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'd82c44b5-d8b4-409d-ba8d-d8ab2a82feac'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:31:36.988063 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2400b9-2eae-41a1-a07c-13474ff9e092 None None] Attempting to bind port 3c2a5c6d-5bee-41b7-aa56-a3bfa8425310 on network d82c44b5-d8b4-409d-ba8d-d8ab2a82feac {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:31:36.994423 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2400b9-2eae-41a1-a07c-13474ff9e092 None None] Checking agent: {'id': '1cc95fa5-d110-483d-93d7-5dca7a29794e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 21, 10), 'started_at': datetime.datetime(2022, 5, 23, 15, 21, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:31:36.995058 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2400b9-2eae-41a1-a07c-13474ff9e092 None None] Checking segment: {'id': 'd097feb8-b94e-40f2-b2e7-183ea76695b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'd82c44b5-d8b4-409d-ba8d-d8ab2a82feac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:31:36.995197 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0c2400b9-2eae-41a1-a07c-13474ff9e092 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:36.996195 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2400b9-2eae-41a1-a07c-13474ff9e092 None None] Bound using segment: {'id': 'd097feb8-b94e-40f2-b2e7-183ea76695b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'd82c44b5-d8b4-409d-ba8d-d8ab2a82feac'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:31:36.996571 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-0c2400b9-2eae-41a1-a07c-13474ff9e092 None None] Bound port: 3c2a5c6d-5bee-41b7-aa56-a3bfa8425310, host: dv-cinder-841125-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd097feb8-b94e-40f2-b2e7-183ea76695b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'd82c44b5-d8b4-409d-ba8d-d8ab2a82feac'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:31:36.996985 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0c2400b9-2eae-41a1-a07c-13474ff9e092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (3c2a5c6d-5bee-41b7-aa56-a3bfa8425310), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:37.033698 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-10edaba7-19d7-48fb-984c-f9864406480f req-e131d325-dd59-4ec7-8e5e-39153c1b6e47 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424732 May 23 15:31:37.087411 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 32972) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:31:37.132924 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-0c2400b9-2eae-41a1-a07c-13474ff9e092 None None] For port 3c2a5c6d-5bee-41b7-aa56-a3bfa8425310, host dv-cinder-841125-8-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:31:37.143901 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-0c2400b9-2eae-41a1-a07c-13474ff9e092 None None] For port 3c2a5c6d-5bee-41b7-aa56-a3bfa8425310, host dv-cinder-841125-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=3c2a5c6d-5bee-41b7-aa56-a3bfa8425310,segment=NetworkSegment(d097feb8-b94e-40f2-b2e7-183ea76695b2),segment_id=d097feb8-b94e-40f2-b2e7-183ea76695b2)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:31:37.159726 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0c2400b9-2eae-41a1-a07c-13474ff9e092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (3c2a5c6d-5bee-41b7-aa56-a3bfa8425310), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:37.202814 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a4e48147-3ffe-434a-ba93-66dcac73e0cf None None] Provisioning complete for port 3c2a5c6d-5bee-41b7-aa56-a3bfa8425310 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:31:37.203196 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a4e48147-3ffe-434a-ba93-66dcac73e0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (3c2a5c6d-5bee-41b7-aa56-a3bfa8425310), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:37.273754 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-04ab08b2-0f81-41e5-abd1-ce64729f601a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:37.311938 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2400b9-2eae-41a1-a07c-13474ff9e092 None None] Routers {'790bc04d-ff20-49f0-8425-2764162a0231'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:31:37.312577 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-0c2400b9-2eae-41a1-a07c-13474ff9e092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:31:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['790bc04d-ff20-49f0-8425-2764162a0231'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:31:37.325562 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efca014-8a49-4a3a-970e-a7216d9482b2 None None] Pushing event updated for resources: {'Port': ['ID=3c2a5c6d-5bee-41b7-aa56-a3bfa8425310,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:37.465389 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-04ab08b2-0f81-41e5-abd1-ce64729f601a admin admin] Publish callbacks [] for security_group (dcbb6cae-198f-4b97-a452-87fea56b315b), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:37.483772 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-04ab08b2-0f81-41e5-abd1-ce64729f601a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (dcbb6cae-198f-4b97-a452-87fea56b315b), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:37.507525 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a4e48147-3ffe-434a-ba93-66dcac73e0cf None None] Current status of the port 3c2a5c6d-5bee-41b7-aa56-a3bfa8425310 is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:31:37.508379 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a4e48147-3ffe-434a-ba93-66dcac73e0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (3c2a5c6d-5bee-41b7-aa56-a3bfa8425310), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:37.566899 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-a4e48147-3ffe-434a-ba93-66dcac73e0cf None None] For port 3c2a5c6d-5bee-41b7-aa56-a3bfa8425310, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=3c2a5c6d-5bee-41b7-aa56-a3bfa8425310,segment=NetworkSegment(d097feb8-b94e-40f2-b2e7-183ea76695b2),segment_id=d097feb8-b94e-40f2-b2e7-183ea76695b2)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:31:37.599197 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a4e48147-3ffe-434a-ba93-66dcac73e0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (3c2a5c6d-5bee-41b7-aa56-a3bfa8425310), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:37.609282 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab08b2-0f81-41e5-abd1-ce64729f601a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbb6cae-198f-4b97-a452-87fea56b315b,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:37.619451 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 32984) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:31:37.628116 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-04ab08b2-0f81-41e5-abd1-ce64729f601a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0821e05ec3104167824698d17c677ad8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5392582 May 23 15:31:37.679185 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-0c2400b9-2eae-41a1-a07c-13474ff9e092 None None] Set router 790bc04d-ff20-49f0-8425-2764162a0231 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:31:37.692418 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-83559f90-fa57-4174-9ae2-6a27d3b12c78 admin admin] Publish callbacks [] for security_group (dcbb6cae-198f-4b97-a452-87fea56b315b), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:37.718489 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-83559f90-fa57-4174-9ae2-6a27d3b12c78 admin admin] Publish callbacks [] for security_group (dcbb6cae-198f-4b97-a452-87fea56b315b), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:37.738307 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-8681eacd-8e49-4969-92c6-339d6a58b8e2 None None] Provisioning complete for port 3c2a5c6d-5bee-41b7-aa56-a3bfa8425310 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:31:37.738688 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-8681eacd-8e49-4969-92c6-339d6a58b8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (3c2a5c6d-5bee-41b7-aa56-a3bfa8425310), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:37.761447 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e48147-3ffe-434a-ba93-66dcac73e0cf None None] Pushing event updated for resources: {'Port': ['ID=3c2a5c6d-5bee-41b7-aa56-a3bfa8425310,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:37.781098 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:37.876581 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-83559f90-fa57-4174-9ae2-6a27d3b12c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (dcbb6cae-198f-4b97-a452-87fea56b315b), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:37.880956 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-83559f90-fa57-4174-9ae2-6a27d3b12c78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:37.882494 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-83559f90-fa57-4174-9ae2-6a27d3b12c78 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dcbb6cae-198f-4b97-a452-87fea56b315b HTTP/1.1" status: 204 len: 168 time: 0.2620752 May 23 15:31:37.906631 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83559f90-fa57-4174-9ae2-6a27d3b12c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbb6cae-198f-4b97-a452-87fea56b315b,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:38.180954 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:38.194406 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c314916-84af-41c8-9701-7b7b416d4856 req-4cbc30ff-9c77-48a5-bcd4-6512602c4e1c tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:38.195151 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-8681eacd-8e49-4969-92c6-339d6a58b8e2 None None] Current status of the port 3c2a5c6d-5bee-41b7-aa56-a3bfa8425310 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:31:38.204473 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7c314916-84af-41c8-9701-7b7b416d4856 req-4cbc30ff-9c77-48a5-bcd4-6512602c4e1c tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 946 time: 0.0881009 May 23 15:31:38.266498 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-0c2400b9-2eae-41a1-a07c-13474ff9e092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790bc04d-ff20-49f0-8425-2764162a0231', 'name': 'tempest-TestMinimumBasicScenario-1495827722-router', 'tenant_id': '06253b6d930e47fc97c4a4c0376e0d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '03a642c3-8baf-4cdd-9167-2d237009e33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:31:28Z', 'updated_at': '2022-05-23T15:31:31Z', 'revision_number': 4, 'project_id': '06253b6d930e47fc97c4a4c0376e0d5e', 'gw_port': {'id': '03a642c3-8baf-4cdd-9167-2d237009e33c', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790bc04d-ff20-49f0-8425-2764162a0231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:31:28Z', 'updated_at': '2022-05-23T15:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': '3c2a5c6d-5bee-41b7-aa56-a3bfa8425310', 'name': '', 'network_id': 'd82c44b5-d8b4-409d-ba8d-d8ab2a82feac', 'tenant_id': '06253b6d930e47fc97c4a4c0376e0d5e', 'mac_address': 'fa:16:3e:12:de:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790bc04d-ff20-49f0-8425-2764162a0231', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'abfc14a7-0b37-42cb-8373-0f34efd62f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:31:30Z', 'updated_at': '2022-05-23T15:31:37Z', 'revision_number': 4, 'project_id': '06253b6d930e47fc97c4a4c0376e0d5e', 'subnets': [{'id': 'abfc14a7-0b37-42cb-8373-0f34efd62f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:31:38.276852 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7c314916-84af-41c8-9701-7b7b416d4856 req-c6173d9e-4a4c-4aaa-a2bb-2dacab3e5058 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704312 May 23 15:31:38.336108 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2400b9-2eae-41a1-a07c-13474ff9e092 None None] The sync data for ids ['790bc04d-ff20-49f0-8425-2764162a0231'] in dv-cinder-841125-8-iscsi is: [{'id': '790bc04d-ff20-49f0-8425-2764162a0231', 'name': 'tempest-TestMinimumBasicScenario-1495827722-router', 'tenant_id': '06253b6d930e47fc97c4a4c0376e0d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '03a642c3-8baf-4cdd-9167-2d237009e33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:31:28Z', 'updated_at': '2022-05-23T15:31:31Z', 'revision_number': 4, 'project_id': '06253b6d930e47fc97c4a4c0376e0d5e', 'gw_port': {'id': '03a642c3-8baf-4cdd-9167-2d237009e33c', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790bc04d-ff20-49f0-8425-2764162a0231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:31:28Z', 'updated_at': '2022-05-23T15:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': '3c2a5c6d-5bee-41b7-aa56-a3bfa8425310', 'name': '', 'network_id': 'd82c44b5-d8b4-409d-ba8d-d8ab2a82feac', 'tenant_id': '06253b6d930e47fc97c4a4c0376e0d5e', 'mac_address': 'fa:16:3e:12:de:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790bc04d-ff20-49f0-8425-2764162a0231', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'abfc14a7-0b37-42cb-8373-0f34efd62f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:31:30Z', 'updated_at': '2022-05-23T15:31:37Z', 'revision_number': 4, 'project_id': '06253b6d930e47fc97c4a4c0376e0d5e', 'subnets': [{'id': 'abfc14a7-0b37-42cb-8373-0f34efd62f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:31:38.429484 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa770a-2cc0-48d1-80d5-a578cb08a823 req-72216f59-3dae-4fe0-9862-eacacb289b29 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:38.437878 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d8fa770a-2cc0-48d1-80d5-a578cb08a823 req-72216f59-3dae-4fe0-9862-eacacb289b29 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0726993 May 23 15:31:38.525912 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d8fa770a-2cc0-48d1-80d5-a578cb08a823 req-05f5de79-fa5b-4259-8ab3-3d9bd0b9fb9d tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867648 May 23 15:31:38.732852 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 33006) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:31:38.747934 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fe4033d9-f3a9-4784-9227-f57fa12a549a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:38.759716 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:38.832073 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:38.925866 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fe4033d9-f3a9-4784-9227-f57fa12a549a admin admin] Publish callbacks [] for security_group (67befe56-b46f-4137-a989-22cf067902b3), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:38.933982 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fe4033d9-f3a9-4784-9227-f57fa12a549a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (67befe56-b46f-4137-a989-22cf067902b3), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:39.046489 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4033d9-f3a9-4784-9227-f57fa12a549a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67befe56-b46f-4137-a989-22cf067902b3,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:39.064196 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-fe4033d9-f3a9-4784-9227-f57fa12a549a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=05cee37c66294b25af6eff2549244d2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3275042 May 23 15:31:39.065350 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 33018) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:31:39.176539 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6ddf89e8-6434-456d-891b-5d381c6bcc20 admin admin] Publish callbacks [] for security_group (67befe56-b46f-4137-a989-22cf067902b3), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:39.245157 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6ddf89e8-6434-456d-891b-5d381c6bcc20 admin admin] Publish callbacks [] for security_group (67befe56-b46f-4137-a989-22cf067902b3), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:39.319486 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6ddf89e8-6434-456d-891b-5d381c6bcc20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (67befe56-b46f-4137-a989-22cf067902b3), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:39.322199 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6ddf89e8-6434-456d-891b-5d381c6bcc20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:39.323371 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-6ddf89e8-6434-456d-891b-5d381c6bcc20 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/67befe56-b46f-4137-a989-22cf067902b3 HTTP/1.1" status: 204 len: 168 time: 0.2569892 May 23 15:31:39.333451 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf89e8-6434-456d-891b-5d381c6bcc20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67befe56-b46f-4137-a989-22cf067902b3,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:39.345931 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:39.379531 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 3c2a5c6d-5bee-41b7-aa56-a3bfa8425310 up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:31:39.405301 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:39.448128 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port 3c2a5c6d-5bee-41b7-aa56-a3bfa8425310 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:31:39.448700 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (3c2a5c6d-5bee-41b7-aa56-a3bfa8425310), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:39.545998 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port 3c2a5c6d-5bee-41b7-aa56-a3bfa8425310 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:31:39.723813 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:39.899107 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 33028) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:31:39.917274 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ce731b69-9e30-4a7b-8434-2b86641dba1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:40.017166 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ce731b69-9e30-4a7b-8434-2b86641dba1d admin admin] Publish callbacks [] for security_group (a1af90cc-181c-41db-9876-316fe446377a), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:40.024646 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ce731b69-9e30-4a7b-8434-2b86641dba1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (a1af90cc-181c-41db-9876-316fe446377a), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:40.068612 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-ce731b69-9e30-4a7b-8434-2b86641dba1d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=83aba09d6bb24b33a16e3ba21e6cfaf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1684251 May 23 15:31:40.069523 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce731b69-9e30-4a7b-8434-2b86641dba1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1af90cc-181c-41db-9876-316fe446377a,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:40.076645 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 33032) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:31:40.170775 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4481ab82-ea6c-45e3-808a-8db89514483c admin admin] Publish callbacks [] for security_group (a1af90cc-181c-41db-9876-316fe446377a), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:40.201816 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4481ab82-ea6c-45e3-808a-8db89514483c admin admin] Publish callbacks [] for security_group (a1af90cc-181c-41db-9876-316fe446377a), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:40.279697 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4481ab82-ea6c-45e3-808a-8db89514483c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (a1af90cc-181c-41db-9876-316fe446377a), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:40.282801 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4481ab82-ea6c-45e3-808a-8db89514483c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:40.284685 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-4481ab82-ea6c-45e3-808a-8db89514483c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a1af90cc-181c-41db-9876-316fe446377a HTTP/1.1" status: 204 len: 168 time: 0.2050550 May 23 15:31:40.305882 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4481ab82-ea6c-45e3-808a-8db89514483c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1af90cc-181c-41db-9876-316fe446377a,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:40.769013 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba021a3c-d91c-48f7-bd86-31b4625e2eb2 req-51c48fe1-5b4e-4ba5-a9c7-feff95536a4a tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:40.770561 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ba021a3c-d91c-48f7-bd86-31b4625e2eb2 req-51c48fe1-5b4e-4ba5-a9c7-feff95536a4a tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.1099899 May 23 15:31:40.782781 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af15087-97a4-44d6-983c-e4a505e08191 req-7a82731f-5876-4ee7-bc43-4e77c084ac83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:40.784978 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1af15087-97a4-44d6-983c-e4a505e08191 req-7a82731f-5876-4ee7-bc43-4e77c084ac83 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0712b807a4584f7b8f019ceb65ff1e14&device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 1130 time: 0.0806408 May 23 15:31:40.890819 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ba021a3c-d91c-48f7-bd86-31b4625e2eb2 req-29f08ac3-ec04-4401-8b72-5b421b9006b9 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121340 May 23 15:31:40.944193 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af15087-97a4-44d6-983c-e4a505e08191 req-4a7e8ead-5b6d-4558-b93a-cd6652c1bb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:40.947193 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1af15087-97a4-44d6-983c-e4a505e08191 req-4a7e8ead-5b6d-4558-b93a-cd6652c1bb5e service neutron] 10.222.0.72 "GET /v2.0/networks?id=0d1e2450-f071-48af-a078-8358b70cb4cd HTTP/1.1" status: 200 len: 920 time: 0.1474397 May 23 15:31:41.015009 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1af15087-97a4-44d6-983c-e4a505e08191 req-c854e170-536e-40f7-bdd5-ebb6ac1290ca service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e43ebd5-c351-461f-b27d-7ba1cfcd864a HTTP/1.1" status: 200 len: 217 time: 0.0592523 May 23 15:31:41.086812 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af15087-97a4-44d6-983c-e4a505e08191 req-69a8b7ef-3b14-4beb-8d0e-9a0035bb7a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:41.088365 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1af15087-97a4-44d6-983c-e4a505e08191 req-69a8b7ef-3b14-4beb-8d0e-9a0035bb7a6a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2 HTTP/1.1" status: 200 len: 858 time: 0.0623052 May 23 15:31:41.161176 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af15087-97a4-44d6-983c-e4a505e08191 req-b6cde1f0-7bbe-47da-89ba-dd6b06fb1920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:41.163792 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1af15087-97a4-44d6-983c-e4a505e08191 req-b6cde1f0-7bbe-47da-89ba-dd6b06fb1920 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0d1e2450-f071-48af-a078-8358b70cb4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0676305 May 23 15:31:41.285336 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:41.306317 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1af15087-97a4-44d6-983c-e4a505e08191 req-edd728e4-b2c0-43a5-9d5c-9fb577db4043 service neutron] 10.222.0.72 "GET /v2.0/networks/0d1e2450-f071-48af-a078-8358b70cb4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357245 May 23 15:31:41.468891 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1af15087-97a4-44d6-983c-e4a505e08191 req-f98e7894-354f-4e5f-93f7-d3b53183df83 service neutron] 10.222.0.72 "GET /v2.0/networks/0d1e2450-f071-48af-a078-8358b70cb4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527927 May 23 15:31:42.085744 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e5c3f-2fe7-4715-8d14-7a70fee5832d req-4b7664f2-6b48-4119-8813-92c1ed743726 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:42.094912 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0d7e5c3f-2fe7-4715-8d14-7a70fee5832d req-4b7664f2-6b48-4119-8813-92c1ed743726 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0956149 May 23 15:31:42.154369 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0d7e5c3f-2fe7-4715-8d14-7a70fee5832d req-99c70326-edd3-4777-b623-c294e4c510af tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584393 May 23 15:31:43.285002 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f1b40-31a6-43f4-8ba7-ec52b0c07d41 req-cbe2f000-1176-4e07-a718-9f89d435d19c tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:43.293059 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-356f1b40-31a6-43f4-8ba7-ec52b0c07d41 req-cbe2f000-1176-4e07-a718-9f89d435d19c tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0611887 May 23 15:31:43.375686 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-356f1b40-31a6-43f4-8ba7-ec52b0c07d41 req-aaae6843-5850-4757-bc67-b15dd52f709d tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735893 May 23 15:31:43.431309 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 33224) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:31:43.652842 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-40b4c6a5-6a36-4a23-902b-a4a79cec6716 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:43.715727 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:43.756586 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-40b4c6a5-6a36-4a23-902b-a4a79cec6716 admin admin] Publish callbacks [] for security_group (4c75e295-350d-4ccc-87a6-26f1fd2f5f7e), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:43.761349 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-40b4c6a5-6a36-4a23-902b-a4a79cec6716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (4c75e295-350d-4ccc-87a6-26f1fd2f5f7e), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:43.792030 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:43.809496 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-40b4c6a5-6a36-4a23-902b-a4a79cec6716 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2f9d20f74acb4df68802f42512f81b02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3769760 May 23 15:31:43.811219 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b4c6a5-6a36-4a23-902b-a4a79cec6716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c75e295-350d-4ccc-87a6-26f1fd2f5f7e,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:43.812299 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 33230) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:31:43.898823 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-83afa636-965b-4913-bd04-81d7b8be808a admin admin] Publish callbacks [] for security_group (4c75e295-350d-4ccc-87a6-26f1fd2f5f7e), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:43.934007 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-83afa636-965b-4913-bd04-81d7b8be808a admin admin] Publish callbacks [] for security_group (4c75e295-350d-4ccc-87a6-26f1fd2f5f7e), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:43.970854 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:44.013990 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-83afa636-965b-4913-bd04-81d7b8be808a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (4c75e295-350d-4ccc-87a6-26f1fd2f5f7e), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:44.019582 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-83afa636-965b-4913-bd04-81d7b8be808a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:44.021565 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-83afa636-965b-4913-bd04-81d7b8be808a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4c75e295-350d-4ccc-87a6-26f1fd2f5f7e HTTP/1.1" status: 204 len: 168 time: 0.2041230 May 23 15:31:44.030882 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83afa636-965b-4913-bd04-81d7b8be808a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c75e295-350d-4ccc-87a6-26f1fd2f5f7e,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:44.548530 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710769a1-ed05-43aa-bc41-066471395b9b req-87bf3e0a-9660-45ef-9b67-286cfe0bda6e tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:44.560699 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-710769a1-ed05-43aa-bc41-066471395b9b req-87bf3e0a-9660-45ef-9b67-286cfe0bda6e tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0905545 May 23 15:31:44.639054 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-710769a1-ed05-43aa-bc41-066471395b9b req-43a19744-d7b8-432f-b356-2c7cc800ac82 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742788 May 23 15:31:44.791768 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 33270) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:31:44.948600 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7ee7cff4-7f38-4e19-a689-fab8c81d2ea7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:45.069166 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7ee7cff4-7f38-4e19-a689-fab8c81d2ea7 admin admin] Publish callbacks [] for security_group (7f9ab844-365f-4daf-bc1b-1f02d67698a1), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:45.074346 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7ee7cff4-7f38-4e19-a689-fab8c81d2ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (7f9ab844-365f-4daf-bc1b-1f02d67698a1), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:45.128479 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-7ee7cff4-7f38-4e19-a689-fab8c81d2ea7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=014a76710d594940b1945af7a0c49fee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3343968 May 23 15:31:45.130746 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 33282) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:31:45.133312 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee7cff4-7f38-4e19-a689-fab8c81d2ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9ab844-365f-4daf-bc1b-1f02d67698a1,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:45.196860 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3368d79a-c753-4c23-8763-b089c78779ea admin admin] Publish callbacks [] for security_group (7f9ab844-365f-4daf-bc1b-1f02d67698a1), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:45.221235 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3368d79a-c753-4c23-8763-b089c78779ea admin admin] Publish callbacks [] for security_group (7f9ab844-365f-4daf-bc1b-1f02d67698a1), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:45.278062 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3368d79a-c753-4c23-8763-b089c78779ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (7f9ab844-365f-4daf-bc1b-1f02d67698a1), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:45.281845 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3368d79a-c753-4c23-8763-b089c78779ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:45.285133 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-3368d79a-c753-4c23-8763-b089c78779ea admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7f9ab844-365f-4daf-bc1b-1f02d67698a1 HTTP/1.1" status: 204 len: 168 time: 0.1507580 May 23 15:31:45.291547 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3368d79a-c753-4c23-8763-b089c78779ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9ab844-365f-4daf-bc1b-1f02d67698a1,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:45.622608 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=35,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:45.668164 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=66 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:45.721818 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 33294) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:31:45.758427 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a0307cb7-c8cc-466a-ac1c-334adb35c2fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:45.847966 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c467c-6b88-4298-ace0-94f18409de17 req-aa4acbd5-8dac-4f2e-9956-48ec1455019e tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:45.855436 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b71c467c-6b88-4298-ace0-94f18409de17 req-aa4acbd5-8dac-4f2e-9956-48ec1455019e tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.1426957 May 23 15:31:45.877825 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9714f1-661b-4773-91d3-7078298f0642 req-f747fb45-efde-4624-a458-0f15b0b146ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:45.879773 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1c9714f1-661b-4773-91d3-7078298f0642 req-f747fb45-efde-4624-a458-0f15b0b146ae service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0712b807a4584f7b8f019ceb65ff1e14&device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 1130 time: 0.1285355 May 23 15:31:45.899929 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a0307cb7-c8cc-466a-ac1c-334adb35c2fa admin admin] Publish callbacks [] for security_group (658d3560-4580-452d-9e07-3b008c7f8689), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:45.909360 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a0307cb7-c8cc-466a-ac1c-334adb35c2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (658d3560-4580-452d-9e07-3b008c7f8689), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:45.933654 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (88197243-2542-4a6c-b81b-f727b3d95aaf), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:45.936437 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b71c467c-6b88-4298-ace0-94f18409de17 req-1c3e24d5-9e4f-48dc-a43a-9c9ede1223b5 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798836 May 23 15:31:45.960393 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-a0307cb7-c8cc-466a-ac1c-334adb35c2fa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=726ff65056054a069dc52a0bc2c5dde3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367830 May 23 15:31:45.961314 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 33298) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:31:45.990449 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:46.000048 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0307cb7-c8cc-466a-ac1c-334adb35c2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658d3560-4580-452d-9e07-3b008c7f8689,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:46.051829 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-aa803456-21cd-49e1-a79d-c62270e62840 admin admin] Publish callbacks [] for security_group (658d3560-4580-452d-9e07-3b008c7f8689), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:46.052931 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9714f1-661b-4773-91d3-7078298f0642 req-7b5df309-17bf-494a-b30a-0f63fb2d4b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:46.054752 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1c9714f1-661b-4773-91d3-7078298f0642 req-7b5df309-17bf-494a-b30a-0f63fb2d4b41 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0d1e2450-f071-48af-a078-8358b70cb4cd HTTP/1.1" status: 200 len: 920 time: 0.1452129 May 23 15:31:46.083131 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-aa803456-21cd-49e1-a79d-c62270e62840 admin admin] Publish callbacks [] for security_group (658d3560-4580-452d-9e07-3b008c7f8689), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:46.102298 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1c9714f1-661b-4773-91d3-7078298f0642 req-aca9e51d-3f11-4fc4-9215-72e41d61cd65 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e43ebd5-c351-461f-b27d-7ba1cfcd864a HTTP/1.1" status: 200 len: 217 time: 0.0404229 May 23 15:31:46.195965 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-aa803456-21cd-49e1-a79d-c62270e62840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (658d3560-4580-452d-9e07-3b008c7f8689), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:46.204321 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-aa803456-21cd-49e1-a79d-c62270e62840 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:46.208771 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-aa803456-21cd-49e1-a79d-c62270e62840 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/658d3560-4580-452d-9e07-3b008c7f8689 HTTP/1.1" status: 204 len: 168 time: 0.2409647 May 23 15:31:46.248004 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa803456-21cd-49e1-a79d-c62270e62840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658d3560-4580-452d-9e07-3b008c7f8689,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:46.357884 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9714f1-661b-4773-91d3-7078298f0642 req-8458f3bb-5675-4b42-857a-fd4f427ef1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:46.360483 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1c9714f1-661b-4773-91d3-7078298f0642 req-8458f3bb-5675-4b42-857a-fd4f427ef1ce service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2 HTTP/1.1" status: 200 len: 858 time: 0.2375135 May 23 15:31:46.421187 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9714f1-661b-4773-91d3-7078298f0642 req-213e8ea4-1ff1-43a5-9098-7fdd6fdc11a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:46.424395 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1c9714f1-661b-4773-91d3-7078298f0642 req-213e8ea4-1ff1-43a5-9098-7fdd6fdc11a5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0d1e2450-f071-48af-a078-8358b70cb4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536032 May 23 15:31:46.516153 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:46.550676 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1c9714f1-661b-4773-91d3-7078298f0642 req-b8543b01-e786-4f24-9f24-0fb92cd7683e service neutron] 10.222.0.72 "GET /v2.0/networks/0d1e2450-f071-48af-a078-8358b70cb4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197970 May 23 15:31:46.715571 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1c9714f1-661b-4773-91d3-7078298f0642 req-1148628b-8094-4abc-b385-5b7b83bfbd5d service neutron] 10.222.0.72 "GET /v2.0/networks/0d1e2450-f071-48af-a078-8358b70cb4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501360 May 23 15:31:47.083840 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce804f-641d-4fea-bbc1-9a6506d64b99 req-ba075ad9-4055-4075-bafa-965256a88893 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:47.085842 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-99ce804f-641d-4fea-bbc1-9a6506d64b99 req-ba075ad9-4055-4075-bafa-965256a88893 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0589471 May 23 15:31:47.144943 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-99ce804f-641d-4fea-bbc1-9a6506d64b99 req-4d4151ae-6ceb-448c-9a5a-717e484dab8d tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516109 May 23 15:31:47.685400 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e52476-0b5f-4031-a1d0-6fd206b36448 req-4d53f1f0-2413-4d7c-8cf4-0aecea4e023f tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:47.691211 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-71e52476-0b5f-4031-a1d0-6fd206b36448 req-4d53f1f0-2413-4d7c-8cf4-0aecea4e023f tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 945 time: 0.0955493 May 23 15:31:47.721346 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbb73e-7895-4862-b40a-d4108c4dd0fe req-720c96eb-09a3-494b-b6a2-6e654990ee74 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:47.731228 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-adbbb73e-7895-4862-b40a-d4108c4dd0fe req-720c96eb-09a3-494b-b6a2-6e654990ee74 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/networks?id=209a8533-2c3a-4df0-b96f-8327ce97789f HTTP/1.1" status: 200 len: 814 time: 0.1657615 May 23 15:31:47.746188 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-71e52476-0b5f-4031-a1d0-6fd206b36448 req-6a24f9e6-9569-476c-aa52-ad2b4552b148 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488167 May 23 15:31:47.751237 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-adbbb73e-7895-4862-b40a-d4108c4dd0fe req-a20b1e11-48e5-4973-8c2a-64d2ddee0b13 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/quotas/591802cf5c044932940307866f388790 HTTP/1.1" status: 200 len: 375 time: 0.0146546 May 23 15:31:47.837210 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-adbbb73e-7895-4862-b40a-d4108c4dd0fe req-64301d2a-2bb8-4de6-b785-5df9d25f21a1 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=591802cf5c044932940307866f388790&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0847280 May 23 15:31:47.941150 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 33402) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:31:47.954158 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-adbbb73e-7895-4862-b40a-d4108c4dd0fe req-c074b3ab-f438-4203-a0a4-b5138802d3dd service neutron] 10.222.0.30 "GET /v2.0/networks/209a8533-2c3a-4df0-b96f-8327ce97789f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160698 May 23 15:31:48.066396 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-adbbb73e-7895-4862-b40a-d4108c4dd0fe req-2427fac4-17a6-49d8-bc8c-e7a4f58bb0dc service neutron] 10.222.0.30 "GET /v2.0/networks/209a8533-2c3a-4df0-b96f-8327ce97789f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055260 May 23 15:31:48.125612 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2028d592-86d3-4a42-bfc3-af0392f6574d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:48.259663 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2028d592-86d3-4a42-bfc3-af0392f6574d admin admin] Publish callbacks [] for security_group (ccfcf1be-b715-477d-9264-11376b569ba4), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:48.273625 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9d4498a4-d2e3-4b50-be4e-7dc970914bd6 req-90e2b655-fc0e-4e1b-9f5d-538ac497d928 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 210 time: 0.0348411 May 23 15:31:48.288900 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2028d592-86d3-4a42-bfc3-af0392f6574d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (ccfcf1be-b715-477d-9264-11376b569ba4), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:48.338517 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcba2ac-b337-43a4-98da-7f4535646855 req-7995488b-f9e5-4749-8683-dc61a32adc6b tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:48.340615 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-edcba2ac-b337-43a4-98da-7f4535646855 req-7995488b-f9e5-4749-8683-dc61a32adc6b tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0922883 May 23 15:31:48.347594 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-2028d592-86d3-4a42-bfc3-af0392f6574d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=97995b2cf66948f4984ff7804e90a431&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4051781 May 23 15:31:48.350311 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 33418) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:31:48.368076 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028d592-86d3-4a42-bfc3-af0392f6574d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfcf1be-b715-477d-9264-11376b569ba4,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:48.393766 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028d592-86d3-4a42-bfc3-af0392f6574d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:48.394123 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028d592-86d3-4a42-bfc3-af0392f6574d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:48.394659 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028d592-86d3-4a42-bfc3-af0392f6574d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:48.395164 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028d592-86d3-4a42-bfc3-af0392f6574d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:48.395645 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028d592-86d3-4a42-bfc3-af0392f6574d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:48.396134 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028d592-86d3-4a42-bfc3-af0392f6574d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:48.396607 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028d592-86d3-4a42-bfc3-af0392f6574d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:48.397120 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028d592-86d3-4a42-bfc3-af0392f6574d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:48.397606 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028d592-86d3-4a42-bfc3-af0392f6574d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:48.397941 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028d592-86d3-4a42-bfc3-af0392f6574d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:48.398278 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028d592-86d3-4a42-bfc3-af0392f6574d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:48.398607 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028d592-86d3-4a42-bfc3-af0392f6574d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:48.398934 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028d592-86d3-4a42-bfc3-af0392f6574d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:48.399260 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028d592-86d3-4a42-bfc3-af0392f6574d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:48.399576 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028d592-86d3-4a42-bfc3-af0392f6574d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:48.436315 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b173111f-c76c-46aa-9ace-e213f9d887f2 admin admin] Publish callbacks [] for security_group (ccfcf1be-b715-477d-9264-11376b569ba4), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:48.441391 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-edcba2ac-b337-43a4-98da-7f4535646855 req-7dd14950-0f18-4454-89dc-df1f41a9c319 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924749 May 23 15:31:48.471413 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b173111f-c76c-46aa-9ace-e213f9d887f2 admin admin] Publish callbacks [] for security_group (ccfcf1be-b715-477d-9264-11376b569ba4), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:48.531823 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b173111f-c76c-46aa-9ace-e213f9d887f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (ccfcf1be-b715-477d-9264-11376b569ba4), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:48.534640 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b173111f-c76c-46aa-9ace-e213f9d887f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:48.535852 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-b173111f-c76c-46aa-9ace-e213f9d887f2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ccfcf1be-b715-477d-9264-11376b569ba4 HTTP/1.1" status: 204 len: 168 time: 0.1845524 May 23 15:31:48.538972 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:48.545522 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b173111f-c76c-46aa-9ace-e213f9d887f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfcf1be-b715-477d-9264-11376b569ba4,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:48.555011 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173111f-c76c-46aa-9ace-e213f9d887f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:48.555574 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173111f-c76c-46aa-9ace-e213f9d887f2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:48.555890 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173111f-c76c-46aa-9ace-e213f9d887f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:48.556328 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173111f-c76c-46aa-9ace-e213f9d887f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:48.556683 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173111f-c76c-46aa-9ace-e213f9d887f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:48.557128 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173111f-c76c-46aa-9ace-e213f9d887f2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:48.557467 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173111f-c76c-46aa-9ace-e213f9d887f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:48.557818 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173111f-c76c-46aa-9ace-e213f9d887f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:48.558655 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173111f-c76c-46aa-9ace-e213f9d887f2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:48.559196 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173111f-c76c-46aa-9ace-e213f9d887f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:48.559770 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173111f-c76c-46aa-9ace-e213f9d887f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:48.560370 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173111f-c76c-46aa-9ace-e213f9d887f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:48.560846 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173111f-c76c-46aa-9ace-e213f9d887f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:48.561334 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173111f-c76c-46aa-9ace-e213f9d887f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:48.561952 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173111f-c76c-46aa-9ace-e213f9d887f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:31:48.891618 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b7f166-f0dc-4224-9ed1-f3b8f6e29fdd req-f09dc991-fe89-4e76-a382-d72a8d47af01 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:48.893473 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-20b7f166-f0dc-4224-9ed1-f3b8f6e29fdd req-f09dc991-fe89-4e76-a382-d72a8d47af01 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 945 time: 0.0569270 May 23 15:31:48.951005 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-20b7f166-f0dc-4224-9ed1-f3b8f6e29fdd req-a6af2b72-838d-45ed-b597-4ca085b729a4 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512633 May 23 15:31:49.367946 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0fea6e2b-8ac8-42cc-9489-5b7460028f8c req-cb7ad236-28e0-4479-bc79-3a49ca75e72a tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 210 time: 0.0286183 May 23 15:31:49.590137 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85020650-166d-43c9-afe4-c747e2bd58d6 req-0fbcb4f2-4059-408f-a02d-23e2d3cb1f54 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:49.597476 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-85020650-166d-43c9-afe4-c747e2bd58d6 req-0fbcb4f2-4059-408f-a02d-23e2d3cb1f54 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0655732 May 23 15:31:49.684365 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:49.723527 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-85020650-166d-43c9-afe4-c747e2bd58d6 req-c1347eb4-f5ae-4113-b82f-b396a48f8c1c tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099882 May 23 15:31:49.754046 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbb73e-7895-4862-b40a-d4108c4dd0fe req-bca00335-7cf3-4d6c-8fde-27188b5ba3d9 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:49.755500 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-adbbb73e-7895-4862-b40a-d4108c4dd0fe req-bca00335-7cf3-4d6c-8fde-27188b5ba3d9 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.72 "GET /v2.0/networks?id=209a8533-2c3a-4df0-b96f-8327ce97789f HTTP/1.1" status: 200 len: 814 time: 0.1569424 May 23 15:31:49.785534 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [req-adbbb73e-7895-4862-b40a-d4108c4dd0fe req-6eab7aa7-07b5-4450-aa96-98dd09f111f5 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Request body: {'port': {'device_id': '55f39cba-5943-42d5-9322-58f3af0d39f8', 'network_id': '209a8533-2c3a-4df0-b96f-8327ce97789f', 'admin_state_up': True, 'tenant_id': '591802cf5c044932940307866f388790'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:31:49.905807 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adbbb73e-7895-4862-b40a-d4108c4dd0fe req-6eab7aa7-07b5-4450-aa96-98dd09f111f5 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Made reservation on behalf of 591802cf5c044932940307866f388790 for: {'port': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:31:49.909216 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-adbbb73e-7895-4862-b40a-d4108c4dd0fe req-6eab7aa7-07b5-4450-aa96-98dd09f111f5 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:50.050653 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [req-adbbb73e-7895-4862-b40a-d4108c4dd0fe req-6eab7aa7-07b5-4450-aa96-98dd09f111f5 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Allocated IP 172.20.0.5 (209a8533-2c3a-4df0-b96f-8327ce97789f/21e5e43a-788f-4723-b6ca-c532e85a803f/d674721e-f3c3-41d6-99a3-5276229c8c17) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:31:50.103042 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:50.126273 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46fc1c-36cd-492b-83fa-d4c82594c9f2 req-088a18d4-a373-4905-8d69-2742ef56b3ad tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:50.127945 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-bc46fc1c-36cd-492b-83fa-d4c82594c9f2 req-088a18d4-a373-4905-8d69-2742ef56b3ad tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 945 time: 0.0682056 May 23 15:31:50.193150 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-bc46fc1c-36cd-492b-83fa-d4c82594c9f2 req-ff679194-0c7e-4c7b-82d0-f0dd1339a82b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558608 May 23 15:31:50.244360 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-adbbb73e-7895-4862-b40a-d4108c4dd0fe req-6eab7aa7-07b5-4450-aa96-98dd09f111f5 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks [] for port (d674721e-f3c3-41d6-99a3-5276229c8c17), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:50.283244 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-adbbb73e-7895-4862-b40a-d4108c4dd0fe req-6eab7aa7-07b5-4450-aa96-98dd09f111f5 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250202'] for port (d674721e-f3c3-41d6-99a3-5276229c8c17), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:50.329209 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adbbb73e-7895-4862-b40a-d4108c4dd0fe req-6eab7aa7-07b5-4450-aa96-98dd09f111f5 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Network 209a8533-2c3a-4df0-b96f-8327ce97789f is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:31:50.333296 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [req-adbbb73e-7895-4862-b40a-d4108c4dd0fe req-6eab7aa7-07b5-4450-aa96-98dd09f111f5 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:31:50.336005 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [req-adbbb73e-7895-4862-b40a-d4108c4dd0fe req-6eab7aa7-07b5-4450-aa96-98dd09f111f5 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:31:50.383965 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eab7aa7-07b5-4450-aa96-98dd09f111f5 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Pushing event updated for resources: {'Port': ['ID=d674721e-f3c3-41d6-99a3-5276229c8c17,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:50.444709 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbb73e-7895-4862-b40a-d4108c4dd0fe req-6eab7aa7-07b5-4450-aa96-98dd09f111f5 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:50.445602 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-adbbb73e-7895-4862-b40a-d4108c4dd0fe req-6eab7aa7-07b5-4450-aa96-98dd09f111f5 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for port (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:50.470238 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-adbbb73e-7895-4862-b40a-d4108c4dd0fe req-6eab7aa7-07b5-4450-aa96-98dd09f111f5 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6881907 May 23 15:31:50.513125 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [req-adbbb73e-7895-4862-b40a-d4108c4dd0fe req-76f47cbe-7211-4233-b95d-d65403ddcc2d service neutron] Request body: {'port': {'device_id': '55f39cba-5943-42d5-9322-58f3af0d39f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:31:50.517873 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:50.554554 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37740c-3d2d-4691-86b2-de206a010edc req-6852f909-a697-474c-b30e-bde118ddb1a8 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:50.556078 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2f37740c-3d2d-4691-86b2-de206a010edc req-6852f909-a697-474c-b30e-bde118ddb1a8 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 931 time: 0.0806444 May 23 15:31:50.611269 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:50.613733 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-adbbb73e-7895-4862-b40a-d4108c4dd0fe req-76f47cbe-7211-4233-b95d-d65403ddcc2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (d674721e-f3c3-41d6-99a3-5276229c8c17), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:50.638930 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-085bae5a-5171-4d20-9211-7b915e24ecf4 None None] Provisioning complete for port d674721e-f3c3-41d6-99a3-5276229c8c17 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:31:50.639592 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-085bae5a-5171-4d20-9211-7b915e24ecf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (d674721e-f3c3-41d6-99a3-5276229c8c17), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:50.650675 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2f37740c-3d2d-4691-86b2-de206a010edc req-5a747a0c-7789-4088-bb33-9dad13b19b00 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848634 May 23 15:31:50.676371 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-085bae5a-5171-4d20-9211-7b915e24ecf4 None None] Port d674721e-f3c3-41d6-99a3-5276229c8c17 cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:31:50.883302 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439d154-4d5a-4a99-a427-40ff2293a7dd req-e5fac0c7-6ccd-4a3a-b9bc-1066ecd709d7 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:50.884766 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3439d154-4d5a-4a99-a427-40ff2293a7dd req-e5fac0c7-6ccd-4a3a-b9bc-1066ecd709d7 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0909195 May 23 15:31:50.969130 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3439d154-4d5a-4a99-a427-40ff2293a7dd req-8061709a-e3d0-4e81-8d72-bdbe23176d20 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772738 May 23 15:31:51.008680 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [req-adbbb73e-7895-4862-b40a-d4108c4dd0fe req-76f47cbe-7211-4233-b95d-d65403ddcc2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d674721e-f3c3-41d6-99a3-5276229c8c17 {{(pid=104081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:31:51.017079 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-adbbb73e-7895-4862-b40a-d4108c4dd0fe req-76f47cbe-7211-4233-b95d-d65403ddcc2d service neutron] Publish callbacks [] for port (d674721e-f3c3-41d6-99a3-5276229c8c17), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:51.031161 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [req-adbbb73e-7895-4862-b40a-d4108c4dd0fe req-76f47cbe-7211-4233-b95d-d65403ddcc2d service neutron] Transition to ACTIVE for port object d674721e-f3c3-41d6-99a3-5276229c8c17 will not be triggered until provisioned by entity L2. {{(pid=104081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 15:31:51.035585 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-adbbb73e-7895-4862-b40a-d4108c4dd0fe req-76f47cbe-7211-4233-b95d-d65403ddcc2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4250195'] for port (d674721e-f3c3-41d6-99a3-5276229c8c17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:51.093158 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f47cbe-7211-4233-b95d-d65403ddcc2d service neutron] Pushing event updated for resources: {'Port': ['ID=d674721e-f3c3-41d6-99a3-5276229c8c17,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:51.187441 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-adbbb73e-7895-4862-b40a-d4108c4dd0fe req-76f47cbe-7211-4233-b95d-d65403ddcc2d service neutron] Attempting to bind port d674721e-f3c3-41d6-99a3-5276229c8c17 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:31:51.187810 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-adbbb73e-7895-4862-b40a-d4108c4dd0fe req-76f47cbe-7211-4233-b95d-d65403ddcc2d service neutron] Attempting to bind port d674721e-f3c3-41d6-99a3-5276229c8c17 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': 'c75bb067-5a18-44e4-89b4-f4921652f916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '209a8533-2c3a-4df0-b96f-8327ce97789f'}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:31:51.188157 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbbb73e-7895-4862-b40a-d4108c4dd0fe req-76f47cbe-7211-4233-b95d-d65403ddcc2d service neutron] Attempting to bind port d674721e-f3c3-41d6-99a3-5276229c8c17 on network 209a8533-2c3a-4df0-b96f-8327ce97789f {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:31:51.197846 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbbb73e-7895-4862-b40a-d4108c4dd0fe req-76f47cbe-7211-4233-b95d-d65403ddcc2d service neutron] Port d674721e-f3c3-41d6-99a3-5276229c8c17 on network 209a8533-2c3a-4df0-b96f-8327ce97789f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 15:31:51.198586 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbbb73e-7895-4862-b40a-d4108c4dd0fe req-76f47cbe-7211-4233-b95d-d65403ddcc2d service neutron] Attempting to bind port d674721e-f3c3-41d6-99a3-5276229c8c17 on network 209a8533-2c3a-4df0-b96f-8327ce97789f {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:31:51.204653 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbbb73e-7895-4862-b40a-d4108c4dd0fe req-76f47cbe-7211-4233-b95d-d65403ddcc2d service neutron] Checking agent: {'id': '88197243-2542-4a6c-b81b-f727b3d95aaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 27, 45), 'started_at': datetime.datetime(2022, 5, 23, 15, 27, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:31:51.205098 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbbb73e-7895-4862-b40a-d4108c4dd0fe req-76f47cbe-7211-4233-b95d-d65403ddcc2d service neutron] Checking segment: {'id': 'c75bb067-5a18-44e4-89b4-f4921652f916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '209a8533-2c3a-4df0-b96f-8327ce97789f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:31:51.205565 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbbb73e-7895-4862-b40a-d4108c4dd0fe req-76f47cbe-7211-4233-b95d-d65403ddcc2d service neutron] Bound using segment: {'id': 'c75bb067-5a18-44e4-89b4-f4921652f916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '209a8533-2c3a-4df0-b96f-8327ce97789f'} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:31:51.206065 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-adbbb73e-7895-4862-b40a-d4108c4dd0fe req-76f47cbe-7211-4233-b95d-d65403ddcc2d service neutron] Bound port: d674721e-f3c3-41d6-99a3-5276229c8c17, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75bb067-5a18-44e4-89b4-f4921652f916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '209a8533-2c3a-4df0-b96f-8327ce97789f'}}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:31:51.206495 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-adbbb73e-7895-4862-b40a-d4108c4dd0fe req-76f47cbe-7211-4233-b95d-d65403ddcc2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (d674721e-f3c3-41d6-99a3-5276229c8c17), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:51.298788 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-adbbb73e-7895-4862-b40a-d4108c4dd0fe req-76f47cbe-7211-4233-b95d-d65403ddcc2d service neutron] For port d674721e-f3c3-41d6-99a3-5276229c8c17, host hv-cinder-84112, cleared binding levels {{(pid=104081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:31:51.305326 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-adbbb73e-7895-4862-b40a-d4108c4dd0fe req-76f47cbe-7211-4233-b95d-d65403ddcc2d service neutron] For port d674721e-f3c3-41d6-99a3-5276229c8c17, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=d674721e-f3c3-41d6-99a3-5276229c8c17,segment=NetworkSegment(c75bb067-5a18-44e4-89b4-f4921652f916),segment_id=c75bb067-5a18-44e4-89b4-f4921652f916)] {{(pid=104081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:31:51.323704 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-adbbb73e-7895-4862-b40a-d4108c4dd0fe req-76f47cbe-7211-4233-b95d-d65403ddcc2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4250195'] for port (d674721e-f3c3-41d6-99a3-5276229c8c17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:51.399191 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbb73e-7895-4862-b40a-d4108c4dd0fe req-76f47cbe-7211-4233-b95d-d65403ddcc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:51.399829 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-adbbb73e-7895-4862-b40a-d4108c4dd0fe req-76f47cbe-7211-4233-b95d-d65403ddcc2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for port (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:51.402378 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-adbbb73e-7895-4862-b40a-d4108c4dd0fe req-76f47cbe-7211-4233-b95d-d65403ddcc2d service neutron] 10.222.0.72 "PUT /v2.0/ports/d674721e-f3c3-41d6-99a3-5276229c8c17 HTTP/1.1" status: 200 len: 1093 time: 0.8931916 May 23 15:31:51.411345 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55f39cba-5943-42d5-9322-58f3af0d39f8', 'tag': 'd674721e-f3c3-41d6-99a3-5276229c8c17'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:31:51.419191 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d701dac66fe37c46ae86bb78260b1e19b4b16e00f190307f8222235e17cfe25e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21caf033-dcd4-41ed-89ed-f14ca4241745" -d '{"events": [{"name": "network-changed", "server_uuid": "55f39cba-5943-42d5-9322-58f3af0d39f8", "tag": "d674721e-f3c3-41d6-99a3-5276229c8c17"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:31:51.434993 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:51.463108 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d2534-49ba-4eec-bd4d-787d5712d4ab req-1c3da3b9-7b65-4c21-8adb-e4c6ea53cab6 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:51.465452 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9f9d2534-49ba-4eec-bd4d-787d5712d4ab req-1c3da3b9-7b65-4c21-8adb-e4c6ea53cab6 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 945 time: 0.1367071 May 23 15:31:51.470862 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f47cbe-7211-4233-b95d-d65403ddcc2d service neutron] Pushing event updated for resources: {'Port': ['ID=d674721e-f3c3-41d6-99a3-5276229c8c17,revision_number=3']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:51.538593 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97735a2c-5b31-4d61-bba9-78d8273fc8d1 x-openstack-request-id: req-97735a2c-5b31-4d61-bba9-78d8273fc8d1 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:31:51.539080 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55f39cba-5943-42d5-9322-58f3af0d39f8", "tag": "d674721e-f3c3-41d6-99a3-5276229c8c17", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:31:51.539652 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-97735a2c-5b31-4d61-bba9-78d8273fc8d1 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:31:51.540254 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97735a2c-5b31-4d61-bba9-78d8273fc8d1'] response: {'name': 'network-changed', 'server_uuid': '55f39cba-5943-42d5-9322-58f3af0d39f8', 'tag': 'd674721e-f3c3-41d6-99a3-5276229c8c17', 'status': 'completed', 'code': 200} May 23 15:31:51.590805 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbb73e-7895-4862-b40a-d4108c4dd0fe req-26570e32-7b35-4096-ab77-39de790a957e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:51.595735 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-adbbb73e-7895-4862-b40a-d4108c4dd0fe req-26570e32-7b35-4096-ab77-39de790a957e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=591802cf5c044932940307866f388790&device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 1127 time: 0.1048422 May 23 15:31:51.610421 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9f9d2534-49ba-4eec-bd4d-787d5712d4ab req-a63896fb-8dda-4ae1-b073-3ab8d36df8c4 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331732 May 23 15:31:51.663077 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-adbbb73e-7895-4862-b40a-d4108c4dd0fe req-9628955a-2470-4ca1-ba23-7b281e17b86d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d674721e-f3c3-41d6-99a3-5276229c8c17 HTTP/1.1" status: 200 len: 217 time: 0.0515573 May 23 15:31:51.729434 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbb73e-7895-4862-b40a-d4108c4dd0fe req-18fd873c-b588-48d6-8f7d-33459f31f170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:51.730968 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-adbbb73e-7895-4862-b40a-d4108c4dd0fe req-18fd873c-b588-48d6-8f7d-33459f31f170 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=21e5e43a-788f-4723-b6ca-c532e85a803f HTTP/1.1" status: 200 len: 853 time: 0.0600829 May 23 15:31:51.794380 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de0bbd-0cf2-44ef-bf66-2b56815f4624 req-43215b1f-c909-4797-b0e8-fd3fb63b99fb tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:51.795865 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-20de0bbd-0cf2-44ef-bf66-2b56815f4624 req-43215b1f-c909-4797-b0e8-fd3fb63b99fb tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 943 time: 0.0504839 May 23 15:31:51.822444 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:51.846332 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbb73e-7895-4862-b40a-d4108c4dd0fe req-4c25b246-2703-4b7d-b577-ae7c78d0f640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:51.847863 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-adbbb73e-7895-4862-b40a-d4108c4dd0fe req-4c25b246-2703-4b7d-b577-ae7c78d0f640 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=209a8533-2c3a-4df0-b96f-8327ce97789f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401602 May 23 15:31:51.853042 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-20de0bbd-0cf2-44ef-bf66-2b56815f4624 req-29a27535-e845-4040-8d39-4f22884b9e57 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497551 May 23 15:31:51.864432 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:51.949910 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-adbbb73e-7895-4862-b40a-d4108c4dd0fe req-8a4ae325-f795-4beb-b653-74ee6d956ea8 service neutron] 10.222.0.72 "GET /v2.0/networks/209a8533-2c3a-4df0-b96f-8327ce97789f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931520 May 23 15:31:52.052776 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-adbbb73e-7895-4862-b40a-d4108c4dd0fe req-14284e50-b317-4966-a8f9-0ae65f0d48c3 service neutron] 10.222.0.72 "GET /v2.0/networks/209a8533-2c3a-4df0-b96f-8327ce97789f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964775 May 23 15:31:52.086624 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e26bd2-a9d6-46e5-8da0-37ffb2fb8e64 req-7a8eb8cd-1680-4210-b508-b355b5a20d3d tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:52.088148 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a8e26bd2-a9d6-46e5-8da0-37ffb2fb8e64 req-7a8eb8cd-1680-4210-b508-b355b5a20d3d tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0510404 May 23 15:31:52.148660 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a8e26bd2-a9d6-46e5-8da0-37ffb2fb8e64 req-3c92adb1-0d25-42e2-af84-469b6d1fa76a tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549970 May 23 15:31:52.181844 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21caf033-dcd4-41ed-89ed-f14ca4241745 req-411a490c-e14b-46bf-93e9-a5556988c0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:52.184130 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-21caf033-dcd4-41ed-89ed-f14ca4241745 req-411a490c-e14b-46bf-93e9-a5556988c0ee service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=591802cf5c044932940307866f388790&device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 1127 time: 0.0512128 May 23 15:31:52.275836 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21caf033-dcd4-41ed-89ed-f14ca4241745 req-19a59f77-a14a-4408-80d1-357be78476d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:52.277652 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-21caf033-dcd4-41ed-89ed-f14ca4241745 req-19a59f77-a14a-4408-80d1-357be78476d3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=209a8533-2c3a-4df0-b96f-8327ce97789f HTTP/1.1" status: 200 len: 915 time: 0.0873704 May 23 15:31:52.320003 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-21caf033-dcd4-41ed-89ed-f14ca4241745 req-4481ec13-563d-49a1-87b6-fd6ef26508c7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d674721e-f3c3-41d6-99a3-5276229c8c17 HTTP/1.1" status: 200 len: 217 time: 0.0354962 May 23 15:31:52.369853 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21caf033-dcd4-41ed-89ed-f14ca4241745 req-c2f30289-ee0c-4c37-bc78-d483086ad8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:52.372186 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-21caf033-dcd4-41ed-89ed-f14ca4241745 req-c2f30289-ee0c-4c37-bc78-d483086ad8d0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=21e5e43a-788f-4723-b6ca-c532e85a803f HTTP/1.1" status: 200 len: 853 time: 0.0456209 May 23 15:31:52.419156 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21caf033-dcd4-41ed-89ed-f14ca4241745 req-72c1727e-423a-43ac-baf4-944545d27db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:52.420626 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-21caf033-dcd4-41ed-89ed-f14ca4241745 req-72c1727e-423a-43ac-baf4-944545d27db7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=209a8533-2c3a-4df0-b96f-8327ce97789f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396037 May 23 15:31:52.522094 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-21caf033-dcd4-41ed-89ed-f14ca4241745 req-7926f458-bc25-4d43-8bc7-aa36ace630c5 service neutron] 10.222.0.72 "GET /v2.0/networks/209a8533-2c3a-4df0-b96f-8327ce97789f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923402 May 23 15:31:52.863687 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafdcf55-d1b6-4fd5-9ec0-d5a3d8f7803e req-2baa05c4-cbb7-4275-9dd8-89eb5ac02ab8 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:52.865232 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-aafdcf55-d1b6-4fd5-9ec0-d5a3d8f7803e req-2baa05c4-cbb7-4275-9dd8-89eb5ac02ab8 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 945 time: 0.0885220 May 23 15:31:52.928694 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-21caf033-dcd4-41ed-89ed-f14ca4241745 req-09b4a67b-34bc-4c24-b091-7038d6183653 service neutron] 10.222.0.72 "GET /v2.0/networks/209a8533-2c3a-4df0-b96f-8327ce97789f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964665 May 23 15:31:52.945783 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:52.955350 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-aafdcf55-d1b6-4fd5-9ec0-d5a3d8f7803e req-3b1b84c5-9ab6-4252-85e3-a3c6678559aa tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801373 May 23 15:31:53.116059 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b0f66-79fe-4b9d-93a2-146aacf4a71c req-5ac3a768-57de-4640-8a8d-149291eb8c61 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:53.117645 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3e7b0f66-79fe-4b9d-93a2-146aacf4a71c req-5ac3a768-57de-4640-8a8d-149291eb8c61 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 943 time: 0.0601072 May 23 15:31:53.160834 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 33568) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:31:53.195951 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3e7b0f66-79fe-4b9d-93a2-146aacf4a71c req-55da58b8-0a1d-4878-a69a-6389cd5ed2f1 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670271 May 23 15:31:53.312141 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299a749-56b0-4815-8951-5601240dd53e req-0cd6a119-df6e-4eb6-8411-02b1a26508e4 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:53.327619 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f299a749-56b0-4815-8951-5601240dd53e req-0cd6a119-df6e-4eb6-8411-02b1a26508e4 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0781994 May 23 15:31:53.346762 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-20396031-74a5-497c-bef9-a4cde6778f9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:53.426012 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f299a749-56b0-4815-8951-5601240dd53e req-7cf4a4c6-35d1-4165-98c0-66660b9f0f84 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980210 May 23 15:31:53.468844 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-20396031-74a5-497c-bef9-a4cde6778f9b admin admin] Publish callbacks [] for security_group (b59682dd-ffae-4558-80e2-3c6f7980dc59), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:53.472358 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-20396031-74a5-497c-bef9-a4cde6778f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (b59682dd-ffae-4558-80e2-3c6f7980dc59), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:53.510710 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-20396031-74a5-497c-bef9-a4cde6778f9b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=812a159de22043d8a66ebed115bf1670&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3473372 May 23 15:31:53.512474 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20396031-74a5-497c-bef9-a4cde6778f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59682dd-ffae-4558-80e2-3c6f7980dc59,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:53.514527 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 33582) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:31:53.562480 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:53.566235 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-827abec4-4da0-4bad-8e1e-1b7db535ee90 admin admin] Publish callbacks [] for security_group (b59682dd-ffae-4558-80e2-3c6f7980dc59), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:53.590085 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-827abec4-4da0-4bad-8e1e-1b7db535ee90 admin admin] Publish callbacks [] for security_group (b59682dd-ffae-4558-80e2-3c6f7980dc59), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:53.642433 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-827abec4-4da0-4bad-8e1e-1b7db535ee90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (b59682dd-ffae-4558-80e2-3c6f7980dc59), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:53.644988 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-827abec4-4da0-4bad-8e1e-1b7db535ee90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:53.646167 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-827abec4-4da0-4bad-8e1e-1b7db535ee90 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b59682dd-ffae-4558-80e2-3c6f7980dc59 HTTP/1.1" status: 204 len: 168 time: 0.1306612 May 23 15:31:53.654256 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827abec4-4da0-4bad-8e1e-1b7db535ee90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59682dd-ffae-4558-80e2-3c6f7980dc59,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:53.922433 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 33588) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:31:53.936571 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a4a39295-d5cd-4325-b671-130fa238f1aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:54.018117 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a4a39295-d5cd-4325-b671-130fa238f1aa admin admin] Publish callbacks [] for security_group (c9a4d53c-94b7-49d7-b035-dcb44a15c793), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:54.021506 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a4a39295-d5cd-4325-b671-130fa238f1aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (c9a4d53c-94b7-49d7-b035-dcb44a15c793), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:54.071006 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-a4a39295-d5cd-4325-b671-130fa238f1aa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c6e0cf0a68d04466b88859cf05434f3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1474824 May 23 15:31:54.073244 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a39295-d5cd-4325-b671-130fa238f1aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a4d53c-94b7-49d7-b035-dcb44a15c793,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:54.074072 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 33592) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:31:54.113377 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d8e4c-8ba7-45a0-86c1-e0596b37f7e0 req-7ce632ff-eef7-409e-88ee-5251497697e2 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:54.115045 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c91d8e4c-8ba7-45a0-86c1-e0596b37f7e0 req-7ce632ff-eef7-409e-88ee-5251497697e2 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 945 time: 0.0559011 May 23 15:31:54.127893 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f9c9abe6-0407-40ea-96e7-e7efb9a94709 admin admin] Publish callbacks [] for security_group (c9a4d53c-94b7-49d7-b035-dcb44a15c793), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:54.153363 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f9c9abe6-0407-40ea-96e7-e7efb9a94709 admin admin] Publish callbacks [] for security_group (c9a4d53c-94b7-49d7-b035-dcb44a15c793), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:54.172595 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c91d8e4c-8ba7-45a0-86c1-e0596b37f7e0 req-736860a3-f9d5-4df2-8a81-69d61a476c92 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501120 May 23 15:31:54.209142 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f9c9abe6-0407-40ea-96e7-e7efb9a94709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (c9a4d53c-94b7-49d7-b035-dcb44a15c793), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:54.211732 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f9c9abe6-0407-40ea-96e7-e7efb9a94709 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:31:54.215717 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-f9c9abe6-0407-40ea-96e7-e7efb9a94709 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c9a4d53c-94b7-49d7-b035-dcb44a15c793 HTTP/1.1" status: 204 len: 168 time: 0.1378655 May 23 15:31:54.221908 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9abe6-0407-40ea-96e7-e7efb9a94709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a4d53c-94b7-49d7-b035-dcb44a15c793,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:31:54.322135 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96684dd7-644c-42ef-8e9d-c30f19433dda req-2174a538-66e7-4c7c-9231-2e02dedcb478 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:54.324498 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-96684dd7-644c-42ef-8e9d-c30f19433dda req-2174a538-66e7-4c7c-9231-2e02dedcb478 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 943 time: 0.0630989 May 23 15:31:54.613350 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-96684dd7-644c-42ef-8e9d-c30f19433dda req-4e68a159-2ab2-43ed-adfb-ceb7bbb887a5 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824860 May 23 15:31:54.728924 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7dc68-0ed9-4c36-87a4-106d4115fd5f req-4209c43e-5d52-4c65-8e83-1c7733117450 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:54.731278 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-50e7dc68-0ed9-4c36-87a4-106d4115fd5f req-4209c43e-5d52-4c65-8e83-1c7733117450 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0601439 May 23 15:31:54.789251 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-50e7dc68-0ed9-4c36-87a4-106d4115fd5f req-13681e83-d001-494b-9aef-611a4ead9b7d tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521526 May 23 15:31:55.310161 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb0569-bb0b-4fae-a7b1-521813c39df6 req-1bc377fb-f756-4596-a25e-ae9f3994d662 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:55.311724 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-61bb0569-bb0b-4fae-a7b1-521813c39df6 req-1bc377fb-f756-4596-a25e-ae9f3994d662 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 945 time: 0.0506642 May 23 15:31:55.371399 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:55.375669 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-61bb0569-bb0b-4fae-a7b1-521813c39df6 req-0a9eff14-32cb-4774-902c-ab3219d950dd tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537245 May 23 15:31:55.740594 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78353fc2-e882-499a-b5cf-e33bbf3f71cf req-f9c7ed95-e237-443b-8c18-bd4307991dc4 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:55.743344 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-78353fc2-e882-499a-b5cf-e33bbf3f71cf req-f9c7ed95-e237-443b-8c18-bd4307991dc4 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 943 time: 0.0612395 May 23 15:31:55.793338 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-78353fc2-e882-499a-b5cf-e33bbf3f71cf req-2000ee3c-74b3-4fa5-858d-258b7c1e2875 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440807 May 23 15:31:55.913698 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486cf06b-6ec8-4507-8591-466abb6016a1 req-c5680d4f-33c8-4614-80dc-b13963f8add1 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:55.916375 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-486cf06b-6ec8-4507-8591-466abb6016a1 req-c5680d4f-33c8-4614-80dc-b13963f8add1 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0488141 May 23 15:31:55.965609 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-486cf06b-6ec8-4507-8591-466abb6016a1 req-895552fd-4a7b-4b6a-8502-9b7e7bf4fe34 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437138 May 23 15:31:56.520298 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78360bda-fa7d-463e-ba46-7185698cd8f1 req-a2c4184d-3faa-49d6-a6cd-000cea53ea41 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:56.521815 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-78360bda-fa7d-463e-ba46-7185698cd8f1 req-a2c4184d-3faa-49d6-a6cd-000cea53ea41 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 945 time: 0.0504327 May 23 15:31:56.585576 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-78360bda-fa7d-463e-ba46-7185698cd8f1 req-34d21f36-e132-47a8-8c2e-b7f682031632 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565648 May 23 15:31:56.910398 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329099f-d555-4e26-b853-d88f2e6ff580 req-e8745854-7f4c-403e-bdee-306710a90187 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:56.911851 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4329099f-d555-4e26-b853-d88f2e6ff580 req-e8745854-7f4c-403e-bdee-306710a90187 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 943 time: 0.0462019 May 23 15:31:56.962528 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4329099f-d555-4e26-b853-d88f2e6ff580 req-51319263-2bb9-4f5f-828a-bc03c4829760 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452538 May 23 15:31:57.097372 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2030099-512f-44c7-926b-d284b748b219 req-35dae679-2302-404d-9865-ff1a81a3bc41 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:57.098863 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a2030099-512f-44c7-926b-d284b748b219 req-35dae679-2302-404d-9865-ff1a81a3bc41 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0501401 May 23 15:31:57.147928 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a2030099-512f-44c7-926b-d284b748b219 req-9eb04d9f-83f3-4f6f-b5bc-fb3368578821 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434091 May 23 15:31:57.704394 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d55ec-e356-4676-ab25-83d41ec228d3 req-720a6ed5-29bc-4bf0-aa1a-5cef88b73e26 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:57.705948 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-111d55ec-e356-4676-ab25-83d41ec228d3 req-720a6ed5-29bc-4bf0-aa1a-5cef88b73e26 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 945 time: 0.0514057 May 23 15:31:57.727276 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:57.760166 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-111d55ec-e356-4676-ab25-83d41ec228d3 req-96f2fd55-085d-4b74-b5c8-c5c3cccdb9f0 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484638 May 23 15:31:58.052394 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=4 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:58.083439 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d17f4-0140-4a20-8a0a-cdbe2305d4a2 req-d4953ac9-3e89-4bf6-8a59-2909941c56e3 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:58.086376 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8e7d17f4-0140-4a20-8a0a-cdbe2305d4a2 req-d4953ac9-3e89-4bf6-8a59-2909941c56e3 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 943 time: 0.0539114 May 23 15:31:58.143964 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8e7d17f4-0140-4a20-8a0a-cdbe2305d4a2 req-51e4aa04-4096-4513-bed2-bc0f6e8d5612 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511343 May 23 15:31:58.254021 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=22 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:58.270977 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a991bd-ed3a-4b54-93bc-e6a7237ed4f5 req-20bce4f7-ac4c-4c6b-97b9-0c6d85f8e6b2 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:58.272473 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a8a991bd-ed3a-4b54-93bc-e6a7237ed4f5 req-20bce4f7-ac4c-4c6b-97b9-0c6d85f8e6b2 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0504794 May 23 15:31:58.322182 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a8a991bd-ed3a-4b54-93bc-e6a7237ed4f5 req-2d419261-c824-4ad9-b602-f643183edbe7 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437987 May 23 15:31:58.842231 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:31:58.880113 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a29a9-c4e9-47d3-9cfe-81d99b5b6d8f req-4e04d77c-9dde-4d63-890a-8159f7f72e25 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:58.881621 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7b8a29a9-c4e9-47d3-9cfe-81d99b5b6d8f req-4e04d77c-9dde-4d63-890a-8159f7f72e25 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 945 time: 0.0486488 May 23 15:31:58.933639 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7b8a29a9-c4e9-47d3-9cfe-81d99b5b6d8f req-69d94680-f2ce-4801-a555-a11892f5ebcf tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464621 May 23 15:31:59.265580 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11b373-0562-40f4-98c4-ab7e65b66b35 req-cc8623b6-b760-4917-8355-1c5c69cb8c97 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:59.267051 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ed11b373-0562-40f4-98c4-ab7e65b66b35 req-cc8623b6-b760-4917-8355-1c5c69cb8c97 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 943 time: 0.0532434 May 23 15:31:59.317432 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ed11b373-0562-40f4-98c4-ab7e65b66b35 req-dc4c472f-689b-462e-bda3-a2b9c69d5fed tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447829 May 23 15:31:59.441651 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c480521-c6be-4bd6-be27-ca3d74856f91 req-4b0eb064-3c0e-49c3-af6c-abd0a4c52aa6 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:31:59.443150 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4c480521-c6be-4bd6-be27-ca3d74856f91 req-4b0eb064-3c0e-49c3-af6c-abd0a4c52aa6 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0498030 May 23 15:31:59.490590 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4c480521-c6be-4bd6-be27-ca3d74856f91 req-34ec5800-c58f-4c51-8aef-6b4acf44db4e tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419567 May 23 15:32:00.102404 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d093a-14d9-4d04-9b12-6746594a1ed4 req-a3ab7a7f-8b0f-4dc7-a9ef-555ff02abb27 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:00.104201 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-897d093a-14d9-4d04-9b12-6746594a1ed4 req-a3ab7a7f-8b0f-4dc7-a9ef-555ff02abb27 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 945 time: 0.0563862 May 23 15:32:00.158194 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-897d093a-14d9-4d04-9b12-6746594a1ed4 req-7f849a9f-2365-42be-82b8-5dc2dc1d333f tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471671 May 23 15:32:00.509861 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507bd0d-b917-4100-a1ce-9d0656b10ede req-37d90044-c313-46f3-b9a1-7b79095b0a35 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:00.512469 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8507bd0d-b917-4100-a1ce-9d0656b10ede req-37d90044-c313-46f3-b9a1-7b79095b0a35 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 943 time: 0.0662611 May 23 15:32:00.537891 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:00.584758 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8507bd0d-b917-4100-a1ce-9d0656b10ede req-5596df3b-81be-4cc4-b743-e56ab95fe02a tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649600 May 23 15:32:00.639565 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56a5b4-f33b-4648-8195-34184651d480 req-916b7af2-bd97-438e-a101-7ddc9f1b1193 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:00.642180 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5d56a5b4-f33b-4648-8195-34184651d480 req-916b7af2-bd97-438e-a101-7ddc9f1b1193 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0599711 May 23 15:32:00.725306 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5d56a5b4-f33b-4648-8195-34184651d480 req-2c643b33-fccc-4da5-a0f3-32aef7716a84 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762997 May 23 15:32:01.346222 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1dc9fe-a142-4e77-89d8-3daae947eb95 req-d1d9cf34-d338-4682-8154-a42149ebb5df tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:01.355645 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2c1dc9fe-a142-4e77-89d8-3daae947eb95 req-d1d9cf34-d338-4682-8154-a42149ebb5df tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 945 time: 0.0859709 May 23 15:32:01.426936 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2c1dc9fe-a142-4e77-89d8-3daae947eb95 req-27b9375f-0c99-47cf-919b-96935637d517 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679319 May 23 15:32:01.721276 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd9379-05d1-40f5-b0d1-6af4a8eeb34d req-7c695ba7-f38e-4957-8281-17ecaebe42a2 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:01.730350 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4ffd9379-05d1-40f5-b0d1-6af4a8eeb34d req-7c695ba7-f38e-4957-8281-17ecaebe42a2 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 943 time: 0.0611424 May 23 15:32:01.736000 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=35,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:01.791044 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 33838) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:32:01.795811 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-c752230d-7298-4f3c-879c-38e15a40c2ab tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Request body: {'security_group': {'name': 'tempest-securitygroup--852344953', 'description': 'tempest-description--531450559'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:32:01.803184 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4ffd9379-05d1-40f5-b0d1-6af4a8eeb34d req-334ee8bf-d805-4a4b-b3bb-29f3c42641ce tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715210 May 23 15:32:01.837914 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c752230d-7298-4f3c-879c-38e15a40c2ab tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:01.994768 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc63275-f6b7-4181-8ed6-10fac3cd1322 req-ff49e62c-b5d1-4642-9f54-9586588485a4 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:02.023260 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9fc63275-f6b7-4181-8ed6-10fac3cd1322 req-ff49e62c-b5d1-4642-9f54-9586588485a4 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0857365 May 23 15:32:02.082802 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c752230d-7298-4f3c-879c-38e15a40c2ab tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for security_group (0be3415a-c1e1-45a7-b39d-6ece3ea1e788), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:02.091388 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c752230d-7298-4f3c-879c-38e15a40c2ab tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (0be3415a-c1e1-45a7-b39d-6ece3ea1e788), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:02.118219 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c752230d-7298-4f3c-879c-38e15a40c2ab tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:02.119479 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-c752230d-7298-4f3c-879c-38e15a40c2ab tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3273931 May 23 15:32:02.124763 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 33842) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:32:02.129450 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9fc63275-f6b7-4181-8ed6-10fac3cd1322 req-4152c612-55cd-4063-8a68-57ab55967090 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002450 May 23 15:32:02.129613 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-0ca9b94e-0fca-4720-9f6f-a3dc2fbb63f4 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Request body: {'security_group_rule': {'security_group_id': '0be3415a-c1e1-45a7-b39d-6ece3ea1e788', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:32:02.149556 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c752230d-7298-4f3c-879c-38e15a40c2ab tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0be3415a-c1e1-45a7-b39d-6ece3ea1e788,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:32:02.180385 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0ca9b94e-0fca-4720-9f6f-a3dc2fbb63f4 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for security_group_rule (a039b69b-f434-4c0c-8867-9fc6e1d5d4f4), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:02.244564 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0ca9b94e-0fca-4720-9f6f-a3dc2fbb63f4 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for security_group_rule (a039b69b-f434-4c0c-8867-9fc6e1d5d4f4), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:02.249007 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0ca9b94e-0fca-4720-9f6f-a3dc2fbb63f4 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594284'] for security_group_rule (a039b69b-f434-4c0c-8867-9fc6e1d5d4f4), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:02.270844 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca9b94e-0fca-4720-9f6f-a3dc2fbb63f4 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a039b69b-f434-4c0c-8867-9fc6e1d5d4f4,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:32:02.279103 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0ca9b94e-0fca-4720-9f6f-a3dc2fbb63f4 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:02.279691 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-0ca9b94e-0fca-4720-9f6f-a3dc2fbb63f4 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1537549 May 23 15:32:02.283197 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 33844) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:32:02.288826 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-3a792f61-363e-4792-83a6-053f272f11fa tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Request body: {'security_group_rule': {'security_group_id': '0be3415a-c1e1-45a7-b39d-6ece3ea1e788', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:32:02.326493 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3a792f61-363e-4792-83a6-053f272f11fa tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for security_group_rule (5758e603-3089-4f7a-b1b1-defa39038160), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:02.399150 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3a792f61-363e-4792-83a6-053f272f11fa tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for security_group_rule (5758e603-3089-4f7a-b1b1-defa39038160), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:02.404523 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3a792f61-363e-4792-83a6-053f272f11fa tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594284'] for security_group_rule (5758e603-3089-4f7a-b1b1-defa39038160), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:02.424758 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a792f61-363e-4792-83a6-053f272f11fa tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5758e603-3089-4f7a-b1b1-defa39038160,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:32:02.443167 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3a792f61-363e-4792-83a6-053f272f11fa tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:02.443167 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-3a792f61-363e-4792-83a6-053f272f11fa tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1563780 May 23 15:32:02.444191 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 33848) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:32:02.449038 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-c254830a-df82-419d-a9e9-c4a46e630465 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Request body: {'floatingip': {'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:32:02.471374 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c254830a-df82-419d-a9e9-c4a46e630465 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:02.588669 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c254830a-df82-419d-a9e9-c4a46e630465 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:02.591250 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6773a0-2a1d-405e-8e5c-d6a47ef177e7 req-a75396d2-35d7-4d8f-ab74-84eeae6f4f3c tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:02.593156 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4b6773a0-2a1d-405e-8e5c-d6a47ef177e7 req-a75396d2-35d7-4d8f-ab74-84eeae6f4f3c tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 945 time: 0.0767164 May 23 15:32:02.716844 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4b6773a0-2a1d-405e-8e5c-d6a47ef177e7 req-868019c9-4e5a-4aa6-a344-ac99dbda5b8f tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069469 May 23 15:32:02.723412 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:02.755173 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:02.778583 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-c254830a-df82-419d-a9e9-c4a46e630465 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Allocated IP 172.27.2.82 (c36a36f9-cc20-4687-9603-de8e87d2bfc7/aa177288-79a2-4e75-ac60-432249438b03/5d83e05e-61d7-4dfb-a825-27acf908b95c) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:32:03.006458 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b38314-9ac2-420e-a0d2-2bf1af2f987f req-b4d5baa2-8321-4e25-8e8e-e1e4b73b4344 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:03.015837 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-41b38314-9ac2-420e-a0d2-2bf1af2f987f req-b4d5baa2-8321-4e25-8e8e-e1e4b73b4344 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 943 time: 0.0709813 May 23 15:32:03.088249 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c254830a-df82-419d-a9e9-c4a46e630465 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for port (5d83e05e-61d7-4dfb-a825-27acf908b95c), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:03.110444 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b84aad9a-cb7f-4771-9ff0-cde7fb527d04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:03.130853 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c254830a-df82-419d-a9e9-c4a46e630465 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250202'] for port (5d83e05e-61d7-4dfb-a825-27acf908b95c), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:03.168013 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 33872) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:32:03.181418 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254830a-df82-419d-a9e9-c4a46e630465 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Pushing event updated for resources: {'Port': ['ID=5d83e05e-61d7-4dfb-a825-27acf908b95c,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:32:03.209103 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-41b38314-9ac2-420e-a0d2-2bf1af2f987f req-4dd7e6f8-f105-4b34-b61e-016d7bb87948 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920779 May 23 15:32:03.228570 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c254830a-df82-419d-a9e9-c4a46e630465 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Network c36a36f9-cc20-4687-9603-de8e87d2bfc7 is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:32:03.254912 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-c254830a-df82-419d-a9e9-c4a46e630465 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:32:03.257712 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c254830a-df82-419d-a9e9-c4a46e630465 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:32:03.332413 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:03.388238 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ff6aab5f-082f-4dd6-8f10-63e15000f4f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:03.403225 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c254830a-df82-419d-a9e9-c4a46e630465 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for floatingip (3b6b1b14-9680-4075-9d75-343930fd77e4), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:03.403790 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e56bd0-08cb-423e-9d01-719dc5626b3f req-d6bf8d6c-bf62-4bf1-b328-6d8ea4c54ce7 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:03.405597 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f2e56bd0-08cb-423e-9d01-719dc5626b3f req-d6bf8d6c-bf62-4bf1-b328-6d8ea4c54ce7 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.1202533 May 23 15:32:03.497811 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c254830a-df82-419d-a9e9-c4a46e630465 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (5d83e05e-61d7-4dfb-a825-27acf908b95c), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:03.585811 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ff6aab5f-082f-4dd6-8f10-63e15000f4f5 admin admin] Publish callbacks [] for security_group (a7f0937e-d62e-4cde-8133-38f400a613e2), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:03.593586 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ff6aab5f-082f-4dd6-8f10-63e15000f4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (a7f0937e-d62e-4cde-8133-38f400a613e2), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:03.676824 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6aab5f-082f-4dd6-8f10-63e15000f4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f0937e-d62e-4cde-8133-38f400a613e2,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:32:03.715917 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-ff6aab5f-082f-4dd6-8f10-63e15000f4f5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=15e1c2f2d0194933b32081b460a0a9fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5466726 May 23 15:32:03.718394 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 33878) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:32:03.743720 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f2e56bd0-08cb-423e-9d01-719dc5626b3f req-cff4a1c2-201c-4004-874b-5f6d6a7bafdf tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316536 May 23 15:32:03.814270 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:03.837356 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c254830a-df82-419d-a9e9-c4a46e630465 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for port (5d83e05e-61d7-4dfb-a825-27acf908b95c), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:03.880074 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5969009d-7475-4542-89b0-ec48d27f8461 admin admin] Publish callbacks [] for security_group (a7f0937e-d62e-4cde-8133-38f400a613e2), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:03.898003 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d0f40-d6ba-4182-8082-2ff8eac9a120 req-5bdc5947-d39b-40db-bfe1-0a1e5984cdb0 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:03.899575 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-236d0f40-d6ba-4182-8082-2ff8eac9a120 req-5bdc5947-d39b-40db-bfe1-0a1e5984cdb0 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 945 time: 0.0589626 May 23 15:32:03.901323 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c254830a-df82-419d-a9e9-c4a46e630465 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4250195'] for port (5d83e05e-61d7-4dfb-a825-27acf908b95c), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:03.921900 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5969009d-7475-4542-89b0-ec48d27f8461 admin admin] Publish callbacks [] for security_group (a7f0937e-d62e-4cde-8133-38f400a613e2), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:03.959995 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:03.963126 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254830a-df82-419d-a9e9-c4a46e630465 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Pushing event updated for resources: {'Port': ['ID=5d83e05e-61d7-4dfb-a825-27acf908b95c,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:32:04.032140 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5969009d-7475-4542-89b0-ec48d27f8461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (a7f0937e-d62e-4cde-8133-38f400a613e2), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:04.035174 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5969009d-7475-4542-89b0-ec48d27f8461 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:04.039042 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-5969009d-7475-4542-89b0-ec48d27f8461 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a7f0937e-d62e-4cde-8133-38f400a613e2 HTTP/1.1" status: 204 len: 168 time: 0.3160520 May 23 15:32:04.053553 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5969009d-7475-4542-89b0-ec48d27f8461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f0937e-d62e-4cde-8133-38f400a613e2,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:32:04.111108 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:04.115393 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-236d0f40-d6ba-4182-8082-2ff8eac9a120 req-0af9e254-2546-42b2-9923-944b570c6dfe tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957102 May 23 15:32:04.132850 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c254830a-df82-419d-a9e9-c4a46e630465 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-863864'] for floatingip (3b6b1b14-9680-4075-9d75-343930fd77e4), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:04.152378 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c254830a-df82-419d-a9e9-c4a46e630465 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for floatingip (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:04.153851 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-c254830a-df82-419d-a9e9-c4a46e630465 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7086716 May 23 15:32:04.375407 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6575c20-608a-4883-9b14-a1194af87594 req-949f74dd-7665-484c-8912-a6c66de88fb4 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:04.377030 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d6575c20-608a-4883-9b14-a1194af87594 req-949f74dd-7665-484c-8912-a6c66de88fb4 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 943 time: 0.0562892 May 23 15:32:04.477583 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d6575c20-608a-4883-9b14-a1194af87594 req-8abc71a0-d51e-4b08-ba89-61f4f78fcb1d tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830412 May 23 15:32:04.596004 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 33902) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:32:04.621989 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-940f0fe2-3df1-4a2b-ac47-5c74ecd5db49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:04.783744 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-61cfa018-8044-41f8-bcc1-2c5b4f05951f tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--852344953&fields=id&tenant_id=f2020e2bf35744af9161d7cf3e8bd345 HTTP/1.1" status: 200 len: 267 time: 0.0772231 May 23 15:32:04.788662 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-940f0fe2-3df1-4a2b-ac47-5c74ecd5db49 admin admin] Publish callbacks [] for security_group (d212bd6e-f083-49a6-b43d-f2da88132271), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:04.801845 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-940f0fe2-3df1-4a2b-ac47-5c74ecd5db49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (d212bd6e-f083-49a6-b43d-f2da88132271), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:04.895725 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3731f-c9f7-4c2c-b9f1-7040c19821de req-b2f5f99a-16b6-4ef0-a51e-cc7a5e8ac7b7 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:04.897285 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-20e3731f-c9f7-4c2c-b9f1-7040c19821de req-b2f5f99a-16b6-4ef0-a51e-cc7a5e8ac7b7 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0681822 May 23 15:32:04.923683 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-940f0fe2-3df1-4a2b-ac47-5c74ecd5db49 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aafa6ec5fac34ed383861cb53430c2c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3250444 May 23 15:32:04.927106 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 33916) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:32:04.935646 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940f0fe2-3df1-4a2b-ac47-5c74ecd5db49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d212bd6e-f083-49a6-b43d-f2da88132271,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:32:04.977615 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-20e3731f-c9f7-4c2c-b9f1-7040c19821de req-756fd367-abc2-4d60-abc7-5828031b7569 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736849 May 23 15:32:04.999319 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-8824a94b-e8d7-4428-a1f8-a8c40f3585e9 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:05.000861 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-8824a94b-e8d7-4428-a1f8-a8c40f3585e9 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/networks?id=c9306d40-6dd5-4f4d-bb55-9077bd7b986d HTTP/1.1" status: 200 len: 813 time: 0.2089458 May 23 15:32:05.039711 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c71b6289-408e-4922-81d0-bf9a03c6a05c admin admin] Publish callbacks [] for security_group (d212bd6e-f083-49a6-b43d-f2da88132271), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:05.046120 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-d97b1b1d-2073-4a05-b151-a3b7d5516415 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/quotas/f2020e2bf35744af9161d7cf3e8bd345 HTTP/1.1" status: 200 len: 375 time: 0.0397124 May 23 15:32:05.067860 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c71b6289-408e-4922-81d0-bf9a03c6a05c admin admin] Publish callbacks [] for security_group (d212bd6e-f083-49a6-b43d-f2da88132271), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:05.124330 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-64a828ea-d847-423d-a651-908756839470 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f2020e2bf35744af9161d7cf3e8bd345&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0773461 May 23 15:32:05.148728 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c71b6289-408e-4922-81d0-bf9a03c6a05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (d212bd6e-f083-49a6-b43d-f2da88132271), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:05.153325 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c71b6289-408e-4922-81d0-bf9a03c6a05c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:05.154516 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-c71b6289-408e-4922-81d0-bf9a03c6a05c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d212bd6e-f083-49a6-b43d-f2da88132271 HTTP/1.1" status: 204 len: 168 time: 0.2251229 May 23 15:32:05.158650 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:05.197106 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b6289-408e-4922-81d0-bf9a03c6a05c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d212bd6e-f083-49a6-b43d-f2da88132271,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:32:05.261490 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-d799e38c-a8f1-46d0-a4e5-bb682d461604 service neutron] 10.222.0.30 "GET /v2.0/networks/c9306d40-6dd5-4f4d-bb55-9077bd7b986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218667 May 23 15:32:05.394809 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-a9a3440b-42b8-4ced-92de-f906bd6beee2 service neutron] 10.222.0.30 "GET /v2.0/networks/c9306d40-6dd5-4f4d-bb55-9077bd7b986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261003 May 23 15:32:05.437377 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460135d-e17b-48ae-9153-0315a2f5205a req-7a2c9221-d7ea-4af0-96e0-dab56495cc50 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:05.440277 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-3460135d-e17b-48ae-9153-0315a2f5205a req-7a2c9221-d7ea-4af0-96e0-dab56495cc50 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 945 time: 0.1304488 May 23 15:32:05.497459 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d4aa6c91-333d-48fb-b84e-0bad271813db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:05.532756 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-3460135d-e17b-48ae-9153-0315a2f5205a req-716d6021-e628-4238-9258-5e85a486520f tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863628 May 23 15:32:05.623778 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-deeacb48-f8ad-4ee7-aaeb-78a4c3f342fc None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:32:05.712430 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-298b6636-7009-4fe9-b59a-5d70d7a3810c req-859ce519-4cf9-41eb-bbdc-fcf390637fe5 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc0f4046-cea9-4426-9970-4ff8f307a3c0 HTTP/1.1" status: 200 len: 210 time: 0.0466011 May 23 15:32:05.777592 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de44a2-d939-46bf-b683-1084f2e189ec req-3340fc50-7fe8-480c-b8ec-9ceecd866bde tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:05.779260 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a4de44a2-d939-46bf-b683-1084f2e189ec req-3340fc50-7fe8-480c-b8ec-9ceecd866bde tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 943 time: 0.0612082 May 23 15:32:05.873838 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a4de44a2-d939-46bf-b683-1084f2e189ec req-c23e9f92-3785-4033-8e1b-1ed3a991bf0f tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880117 May 23 15:32:05.901403 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 33954) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:32:05.916610 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9f250c29-7577-45ed-980a-6651c5750da0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:06.067263 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9f250c29-7577-45ed-980a-6651c5750da0 admin admin] Publish callbacks [] for security_group (703d79bb-231a-4521-a4b0-677417a3b1d7), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:06.074843 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9f250c29-7577-45ed-980a-6651c5750da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (703d79bb-231a-4521-a4b0-677417a3b1d7), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:06.196020 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-9f250c29-7577-45ed-980a-6651c5750da0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=551ad2d8402c48d1a319e4c23bf487e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2932925 May 23 15:32:06.201803 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 33968) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:32:06.210814 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f250c29-7577-45ed-980a-6651c5750da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703d79bb-231a-4521-a4b0-677417a3b1d7,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:32:06.264082 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a921169-668c-4988-b82b-63155eb22f1c req-ba7ea62c-0143-45b2-8b3d-6832b8d56204 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:06.265683 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6a921169-668c-4988-b82b-63155eb22f1c req-ba7ea62c-0143-45b2-8b3d-6832b8d56204 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.1231699 May 23 15:32:06.302800 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:06.326176 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ea932b3a-78f5-4a60-8aba-42b6d7b9a704 admin admin] Publish callbacks [] for security_group (703d79bb-231a-4521-a4b0-677417a3b1d7), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:06.356911 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ea932b3a-78f5-4a60-8aba-42b6d7b9a704 admin admin] Publish callbacks [] for security_group (703d79bb-231a-4521-a4b0-677417a3b1d7), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:06.385814 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6a921169-668c-4988-b82b-63155eb22f1c req-062a9b97-2060-4fdf-b1f4-ea3dce9a9551 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120586 May 23 15:32:06.430021 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ea932b3a-78f5-4a60-8aba-42b6d7b9a704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (703d79bb-231a-4521-a4b0-677417a3b1d7), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:06.434218 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ea932b3a-78f5-4a60-8aba-42b6d7b9a704 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:06.435503 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-ea932b3a-78f5-4a60-8aba-42b6d7b9a704 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/703d79bb-231a-4521-a4b0-677417a3b1d7 HTTP/1.1" status: 204 len: 168 time: 0.2315767 May 23 15:32:06.444855 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea932b3a-78f5-4a60-8aba-42b6d7b9a704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703d79bb-231a-4521-a4b0-677417a3b1d7,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:32:06.713212 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee919c-a979-4111-917f-5b2e598c9851 req-624bcd3f-6c54-4396-acb5-6778ab80d1fb tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:06.716233 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-73ee919c-a979-4111-917f-5b2e598c9851 req-624bcd3f-6c54-4396-acb5-6778ab80d1fb tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 945 time: 0.0612578 May 23 15:32:06.785993 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-73ee919c-a979-4111-917f-5b2e598c9851 req-59928aa9-404c-448a-a8da-d491a8b85c5b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597560 May 23 15:32:06.843103 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7250eaae-ce3d-4b5f-921e-cb9ae6329108 req-dadd1b84-5e86-4ae0-8269-9544e4c679a1 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc0f4046-cea9-4426-9970-4ff8f307a3c0 HTTP/1.1" status: 200 len: 210 time: 0.0404415 May 23 15:32:06.914235 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:07.037851 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d0f97-bab0-44a5-9eba-97eb63b0dff7 req-0b74892d-c052-46fd-9f63-15a913d27b37 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:07.040353 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-299d0f97-bab0-44a5-9eba-97eb63b0dff7 req-0b74892d-c052-46fd-9f63-15a913d27b37 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 943 time: 0.0681815 May 23 15:32:07.110111 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-299d0f97-bab0-44a5-9eba-97eb63b0dff7 req-cae4ae1c-07eb-4fdb-9245-b6ad1d2c3593 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603473 May 23 15:32:07.545098 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fad2b8-1a93-4a87-bf9d-51554f7d3002 req-8de6ab08-91d2-44d8-85e5-e9f67cf243f2 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:07.548039 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-78fad2b8-1a93-4a87-bf9d-51554f7d3002 req-8de6ab08-91d2-44d8-85e5-e9f67cf243f2 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0774939 May 23 15:32:07.617651 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-78fad2b8-1a93-4a87-bf9d-51554f7d3002 req-36d22e62-731a-4519-b0f8-8a768f8a83c6 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635192 May 23 15:32:07.992464 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a28659-de3d-4b66-b901-c18ee9aa69f0 req-3d7d1afa-cb31-4483-9d72-34576bd4f6ca tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:07.999484 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-195d5fd2-c2fa-477e-836b-c94ba9093300 req-c5f4f5c8-eb06-4ac7-85f8-0c25e2675d07 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc0f4046-cea9-4426-9970-4ff8f307a3c0 HTTP/1.1" status: 200 len: 210 time: 0.0446820 May 23 15:32:08.002452 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-41a28659-de3d-4b66-b901-c18ee9aa69f0 req-3d7d1afa-cb31-4483-9d72-34576bd4f6ca tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 945 time: 0.1256621 May 23 15:32:08.071797 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:08.116136 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-41a28659-de3d-4b66-b901-c18ee9aa69f0 req-bbcb0978-aeaa-44b4-b50a-2c44bf4e92c9 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050656 May 23 15:32:08.321073 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09fd0e2-853d-452f-8385-1fe1ea0113e1 req-82dd3d4e-7961-49bc-83fa-70e3e9aaca04 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:08.326216 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f09fd0e2-853d-452f-8385-1fe1ea0113e1 req-82dd3d4e-7961-49bc-83fa-70e3e9aaca04 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 943 time: 0.0913322 May 23 15:32:08.360788 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:08.408538 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:08.439325 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f09fd0e2-853d-452f-8385-1fe1ea0113e1 req-0487a5b8-d9be-4d93-9b41-e5970155b909 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043577 May 23 15:32:08.737058 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c948a-bd8b-4067-a636-16b7b6a01752 req-c7c6c1c8-2d3c-409b-bf1e-8c699bf60899 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:08.738511 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b42c948a-bd8b-4067-a636-16b7b6a01752 req-c7c6c1c8-2d3c-409b-bf1e-8c699bf60899 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0499747 May 23 15:32:08.788803 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b42c948a-bd8b-4067-a636-16b7b6a01752 req-02c5b0c8-2619-4102-8762-b68224d5d4ed tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446405 May 23 15:32:09.101422 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1cb49217-10ef-47d0-9190-6ed1130db114 req-32cc8b4d-d412-4f20-a10f-7b97b1512901 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc0f4046-cea9-4426-9970-4ff8f307a3c0 HTTP/1.1" status: 200 len: 210 time: 0.0313032 May 23 15:32:09.226294 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36cae1-e5cd-4a85-8f6d-cb7b1560acc7 req-de7fc89d-f0a8-4de1-a62a-4702afa95a51 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:09.227929 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4a36cae1-e5cd-4a85-8f6d-cb7b1560acc7 req-de7fc89d-f0a8-4de1-a62a-4702afa95a51 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 945 time: 0.0476320 May 23 15:32:09.254393 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:09.281982 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4a36cae1-e5cd-4a85-8f6d-cb7b1560acc7 req-f2a32d6e-d3ff-428e-a486-82df60f87681 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477769 May 23 15:32:09.545314 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139bc0a-4b32-4198-be31-78b93f6a71e5 req-30534ce3-835e-47a5-816e-0fcddc25c409 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:09.546738 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6139bc0a-4b32-4198-be31-78b93f6a71e5 req-30534ce3-835e-47a5-816e-0fcddc25c409 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 943 time: 0.0466659 May 23 15:32:09.601034 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6139bc0a-4b32-4198-be31-78b93f6a71e5 req-f58237f2-0242-436a-9c41-3280a5f5a89f tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487342 May 23 15:32:09.712252 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=38,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:09.720284 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=26,neutron:UPDATE=4 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:09.725165 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:09.904266 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66d12a-7fc1-490d-916b-3da207829237 req-ec452d8a-fd44-4b9a-972b-9fc63fe45f6e tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:09.905762 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5e66d12a-7fc1-490d-916b-3da207829237 req-ec452d8a-fd44-4b9a-972b-9fc63fe45f6e tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0488088 May 23 15:32:09.955035 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5e66d12a-7fc1-490d-916b-3da207829237 req-e2c493a8-9e5c-45d2-8ee0-e1ada75ffe6b tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438836 May 23 15:32:10.194538 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-440baad6-6867-4cbb-9099-a1996fb38fea req-60fb55fa-1d74-4f9e-a5fb-4b3a3d932fd0 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc0f4046-cea9-4426-9970-4ff8f307a3c0 HTTP/1.1" status: 200 len: 210 time: 0.0259926 May 23 15:32:10.400171 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb913d3-72da-40ed-987c-5eed3a46e67b req-99552ef0-19d4-441a-9b6f-374e33282a06 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:10.402467 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0bb913d3-72da-40ed-987c-5eed3a46e67b req-99552ef0-19d4-441a-9b6f-374e33282a06 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 945 time: 0.0468974 May 23 15:32:10.449999 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0bb913d3-72da-40ed-987c-5eed3a46e67b req-20fc2b6a-4572-4c2d-acb0-5fc1df175eec tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416837 May 23 15:32:10.712320 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15954dff-f693-493e-b2a7-6472a0a2fcf1 req-05962d26-3e39-4970-84a0-0b8f5e0c4a40 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:10.713860 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-15954dff-f693-493e-b2a7-6472a0a2fcf1 req-05962d26-3e39-4970-84a0-0b8f5e0c4a40 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 943 time: 0.0455046 May 23 15:32:10.761943 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-15954dff-f693-493e-b2a7-6472a0a2fcf1 req-0678e31f-2f82-41d5-adaf-4f46820f72be tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417705 May 23 15:32:11.067631 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d0b45-a25c-4722-9c19-ffe23dd14897 req-07660054-8e25-492e-a603-81ec2d2644f0 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:11.069127 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ea1d0b45-a25c-4722-9c19-ffe23dd14897 req-07660054-8e25-492e-a603-81ec2d2644f0 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0472488 May 23 15:32:11.115066 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ea1d0b45-a25c-4722-9c19-ffe23dd14897 req-b6204a6b-1fce-4dd5-83a6-7342764d6710 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398004 May 23 15:32:11.297951 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9ccac229-a1fe-4174-9eb1-c5d6406531b1 req-39b3e407-869b-4486-9337-5897489ae993 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc0f4046-cea9-4426-9970-4ff8f307a3c0 HTTP/1.1" status: 200 len: 210 time: 0.0328796 May 23 15:32:11.583665 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b677b48-d781-4645-ae30-66c11fcb9b20 req-f6ddca54-4973-48c8-83b2-9771c169abb2 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:11.585379 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-1b677b48-d781-4645-ae30-66c11fcb9b20 req-f6ddca54-4973-48c8-83b2-9771c169abb2 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 945 time: 0.0561128 May 23 15:32:11.640841 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-1b677b48-d781-4645-ae30-66c11fcb9b20 req-6eb3bdce-8ccc-4ebb-93f6-6d405c3bde75 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463054 May 23 15:32:11.894958 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9126e-a090-486d-8588-f7da457687cb req-10606637-ed00-49c9-bf16-b9c972324e78 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:11.896473 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-58a9126e-a090-486d-8588-f7da457687cb req-10606637-ed00-49c9-bf16-b9c972324e78 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 943 time: 0.0575945 May 23 15:32:11.945965 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-58a9126e-a090-486d-8588-f7da457687cb req-9e0492ea-d9aa-4f6f-a844-94558b7c30df tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429764 May 23 15:32:12.167812 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 920328ed-01fa-4ed4-b496-7b1fea54b54c details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:32:12.228746 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79f7d7-9c82-499b-86ca-862db9fd0839 req-3ccaffc6-8672-431b-b6a8-6029bec46c41 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:12.230999 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-de79f7d7-9c82-499b-86ca-862db9fd0839 req-3ccaffc6-8672-431b-b6a8-6029bec46c41 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0473692 May 23 15:32:12.271076 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 920328ed-01fa-4ed4-b496-7b1fea54b54c, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=920328ed-01fa-4ed4-b496-7b1fea54b54c,segment=NetworkSegment(29e85e02-494b-40ff-afd0-9241970fba55),segment_id=29e85e02-494b-40ff-afd0-9241970fba55)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:32:12.277433 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:12.287697 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Returning: {'device': '920328ed-01fa-4ed4-b496-7b1fea54b54c', 'network_id': '751cbaf0-d17b-4cd8-950f-078d51e9414f', 'port_id': '920328ed-01fa-4ed4-b496-7b1fea54b54c', 'mac_address': 'fa:16:3e:76:85:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 960, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '045c111a-efa9-497c-8e54-7f6b21c0aa2b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:32:12.296706 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-de79f7d7-9c82-499b-86ca-862db9fd0839 req-1e0844c9-fe2b-418a-a810-be006559b4e2 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588462 May 23 15:32:12.324348 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port 920328ed-01fa-4ed4-b496-7b1fea54b54c is: ACTIVE; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:32:12.324824 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (920328ed-01fa-4ed4-b496-7b1fea54b54c), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:12.338200 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 920328ed-01fa-4ed4-b496-7b1fea54b54c {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:32:12.360281 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 920328ed-01fa-4ed4-b496-7b1fea54b54c, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=920328ed-01fa-4ed4-b496-7b1fea54b54c,segment=NetworkSegment(29e85e02-494b-40ff-afd0-9241970fba55),segment_id=29e85e02-494b-40ff-afd0-9241970fba55)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:32:12.363709 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (920328ed-01fa-4ed4-b496-7b1fea54b54c), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:12.397760 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b3201018-90a9-4c64-a760-226a498737e9 req-2c592a6c-2c31-4241-a547-ded86a8fddd7 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc0f4046-cea9-4426-9970-4ff8f307a3c0 HTTP/1.1" status: 200 len: 210 time: 0.0288417 May 23 15:32:12.415090 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=920328ed-01fa-4ed4-b496-7b1fea54b54c,revision_number=6']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:32:12.621905 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] get_ports_and_sgs() called for port_ids ['920328ed-01fa-4ed4-b496-7b1fea54b54c'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:32:12.772668 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09422e18-3539-43ee-8a9e-3fa17470d7ba req-bd548f2a-96dd-4d53-93b8-f6661a638fe8 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:12.774493 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-09422e18-3539-43ee-8a9e-3fa17470d7ba req-bd548f2a-96dd-4d53-93b8-f6661a638fe8 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 944 time: 0.0499382 May 23 15:32:12.829334 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-09422e18-3539-43ee-8a9e-3fa17470d7ba req-eb359b5e-ba21-446c-a903-bce1767e889f tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469503 May 23 15:32:13.067082 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782828bd-0557-4cc1-914c-dc08d77e713b req-2cc1862b-e21d-400d-bc4d-43d5ce5f5f90 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:13.068616 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-782828bd-0557-4cc1-914c-dc08d77e713b req-2cc1862b-e21d-400d-bc4d-43d5ce5f5f90 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 943 time: 0.0477896 May 23 15:32:13.171135 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-782828bd-0557-4cc1-914c-dc08d77e713b req-6049dc54-e781-48fc-abc4-1bf4a9be41f0 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957429 May 23 15:32:13.227553 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-b9c46a62-31cb-4a8d-a2c2-00b9ed66e619 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:13.229035 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-b9c46a62-31cb-4a8d-a2c2-00b9ed66e619 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.72 "GET /v2.0/networks?id=c9306d40-6dd5-4f4d-bb55-9077bd7b986d HTTP/1.1" status: 200 len: 813 time: 0.1282811 May 23 15:32:13.427595 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119d906-e8fa-47ed-9d78-47bee711ad34 req-27fc09f9-6b72-4a49-af8a-73f76a818561 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:13.429140 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-1119d906-e8fa-47ed-9d78-47bee711ad34 req-27fc09f9-6b72-4a49-af8a-73f76a818561 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0506697 May 23 15:32:13.483347 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-1119d906-e8fa-47ed-9d78-47bee711ad34 req-b8cca571-842c-44b8-ac95-7a56a7b536a3 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453343 May 23 15:32:13.501687 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-af1aa4e4-c4b1-4525-bd6d-299493201875 req-176f43bc-48da-4a91-bb80-b9460437a754 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc0f4046-cea9-4426-9970-4ff8f307a3c0 HTTP/1.1" status: 200 len: 210 time: 0.0292206 May 23 15:32:13.961424 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015a0cc-00d6-46b7-b4ec-5f71398b42a1 req-e3c80456-8f41-4d79-b151-273594f3e653 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:13.962926 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-3015a0cc-00d6-46b7-b4ec-5f71398b42a1 req-e3c80456-8f41-4d79-b151-273594f3e653 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 944 time: 0.0489607 May 23 15:32:14.010570 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-3015a0cc-00d6-46b7-b4ec-5f71398b42a1 req-4d547954-ef78-4fd4-aba7-011aac6475fa tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418668 May 23 15:32:14.290862 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458397b8-e91f-4497-8298-044f0b1d2891 req-a96a4875-d2f7-4550-aa02-b8e81f8e3ba8 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:14.292849 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-458397b8-e91f-4497-8298-044f0b1d2891 req-a96a4875-d2f7-4550-aa02-b8e81f8e3ba8 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 943 time: 0.0513353 May 23 15:32:14.338661 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-458397b8-e91f-4497-8298-044f0b1d2891 req-331797cf-72a0-4b1a-9e2b-f12a8ac021d7 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402691 May 23 15:32:14.596820 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-006b09d1-7fa3-499b-b841-fc51b7bbf897 req-34e1a4ac-8399-4c18-b1f5-a5c254f0cc8b tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc0f4046-cea9-4426-9970-4ff8f307a3c0 HTTP/1.1" status: 200 len: 210 time: 0.0278893 May 23 15:32:14.599156 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd9df2-cd7c-42ab-9e06-2ddd935d2658 req-ee2ac672-7010-4d80-992a-bd5e01850f7b tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:14.600632 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cfcd9df2-cd7c-42ab-9e06-2ddd935d2658 req-ee2ac672-7010-4d80-992a-bd5e01850f7b tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0497253 May 23 15:32:14.647045 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cfcd9df2-cd7c-42ab-9e06-2ddd935d2658 req-4b15e05b-f18f-4dcc-9446-e96454fc5462 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401540 May 23 15:32:15.126310 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5182e19-1893-4b6a-bdc4-c54242ec8192 req-1900ab08-e188-45e2-9988-a9bc13207df5 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:15.127780 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d5182e19-1893-4b6a-bdc4-c54242ec8192 req-1900ab08-e188-45e2-9988-a9bc13207df5 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 944 time: 0.0463545 May 23 15:32:15.174637 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d5182e19-1893-4b6a-bdc4-c54242ec8192 req-0b8ad2e5-01ca-4d73-bdc8-8751c547d1da tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412455 May 23 15:32:15.453408 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea2ad4-a0f6-4db4-b657-8cf52141d443 req-3c04baa8-d53d-4d28-afad-fd33cc0cedad tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:15.455004 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b8ea2ad4-a0f6-4db4-b657-8cf52141d443 req-3c04baa8-d53d-4d28-afad-fd33cc0cedad tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 943 time: 0.0493302 May 23 15:32:15.475856 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=100 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:15.503163 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b8ea2ad4-a0f6-4db4-b657-8cf52141d443 req-3fea6e90-d2ef-4133-b27e-1a902c1c0d8b tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426428 May 23 15:32:15.697769 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b271745f-98d0-48ea-b53b-781800e81c6f req-525f4466-6ba2-4e86-a7a9-03c3c15f0e02 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc0f4046-cea9-4426-9970-4ff8f307a3c0 HTTP/1.1" status: 200 len: 210 time: 0.0322051 May 23 15:32:15.764140 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3a5d1-dbee-41ec-91c6-ec5b1f76b79e req-8037ab4b-6f4a-47db-b058-0bd88a84b877 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:15.765660 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-76f3a5d1-dbee-41ec-91c6-ec5b1f76b79e req-8037ab4b-6f4a-47db-b058-0bd88a84b877 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0507333 May 23 15:32:15.812926 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-76f3a5d1-dbee-41ec-91c6-ec5b1f76b79e req-6c33223d-3089-43ed-a654-f0afc3743072 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418055 May 23 15:32:16.297882 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b3d1b-9063-4681-a12a-05416fa28234 req-30fdef9d-b19a-4650-912a-9eac2a2934bd tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:16.299356 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b93b3d1b-9063-4681-a12a-05416fa28234 req-30fdef9d-b19a-4650-912a-9eac2a2934bd tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 944 time: 0.0481367 May 23 15:32:16.346516 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b93b3d1b-9063-4681-a12a-05416fa28234 req-a369db6f-7449-47c1-b276-6d998fcc4a93 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415614 May 23 15:32:16.615182 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4696ae-d898-4e1c-926c-87e3fc1a6d31 req-182d976a-d9f5-4e4c-9854-beb2f857ac05 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:16.616642 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5e4696ae-d898-4e1c-926c-87e3fc1a6d31 req-182d976a-d9f5-4e4c-9854-beb2f857ac05 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 943 time: 0.0469589 May 23 15:32:16.637388 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device d674721e-f3c3-41d6-99a3-5276229c8c17 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:32:16.648555 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 920328ed-01fa-4ed4-b496-7b1fea54b54c up at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:32:16.664570 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5e4696ae-d898-4e1c-926c-87e3fc1a6d31 req-bfb87b27-ba9f-4430-aa1a-bfce091c26af tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423241 May 23 15:32:16.703907 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (88197243-2542-4a6c-b81b-f727b3d95aaf), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:16.767535 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Provisioning complete for port 920328ed-01fa-4ed4-b496-7b1fea54b54c triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:32:16.767901 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (920328ed-01fa-4ed4-b496-7b1fea54b54c), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:16.792269 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e4c58a9c-7bf5-4331-a993-5d246d120e9a req-5e2574cb-eada-421f-a728-f12f9ae05211 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc0f4046-cea9-4426-9970-4ff8f307a3c0 HTTP/1.1" status: 200 len: 210 time: 0.0272095 May 23 15:32:16.819383 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port d674721e-f3c3-41d6-99a3-5276229c8c17, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=d674721e-f3c3-41d6-99a3-5276229c8c17,segment=NetworkSegment(c75bb067-5a18-44e4-89b4-f4921652f916),segment_id=c75bb067-5a18-44e4-89b4-f4921652f916)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:32:16.835027 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Returning: {'device': 'd674721e-f3c3-41d6-99a3-5276229c8c17', 'network_id': '209a8533-2c3a-4df0-b96f-8327ce97789f', 'port_id': 'd674721e-f3c3-41d6-99a3-5276229c8c17', 'mac_address': 'fa:16:3e:e1:51:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 986, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21e5e43a-788f-4723-b6ca-c532e85a803f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:32:16.903873 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port 920328ed-01fa-4ed4-b496-7b1fea54b54c is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:32:16.904268 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (920328ed-01fa-4ed4-b496-7b1fea54b54c), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:16.914716 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port d674721e-f3c3-41d6-99a3-5276229c8c17 is: DOWN; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:32:16.915097 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (d674721e-f3c3-41d6-99a3-5276229c8c17), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:16.927950 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf62c10-5b78-46ba-ae21-51bd6688f9bb req-d93733b2-1232-402a-b1b9-86abad1fe2e6 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:16.929568 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4cf62c10-5b78-46ba-ae21-51bd6688f9bb req-d93733b2-1232-402a-b1b9-86abad1fe2e6 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0489340 May 23 15:32:16.937779 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d674721e-f3c3-41d6-99a3-5276229c8c17 {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:32:16.946456 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9038c8-1395-4d48-b10b-2fe7310c4c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920328ed-01fa-4ed4-b496-7b1fea54b54c'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:32:16.949155 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f55e67021d3a90dbbd6c8997e5bd31cd20e79582d0fa2823ba23f1fb24bbbe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36098f28-61f3-4242-9ab6-93261daa3d12" -d '{"events": [{"server_uuid": "9b9038c8-1395-4d48-b10b-2fe7310c4c76", "name": "network-vif-plugged", "status": "completed", "tag": "920328ed-01fa-4ed4-b496-7b1fea54b54c"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:32:16.972679 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 920328ed-01fa-4ed4-b496-7b1fea54b54c, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=920328ed-01fa-4ed4-b496-7b1fea54b54c,segment=NetworkSegment(29e85e02-494b-40ff-afd0-9241970fba55),segment_id=29e85e02-494b-40ff-afd0-9241970fba55)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:32:16.977455 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port d674721e-f3c3-41d6-99a3-5276229c8c17, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=d674721e-f3c3-41d6-99a3-5276229c8c17,segment=NetworkSegment(c75bb067-5a18-44e4-89b4-f4921652f916),segment_id=c75bb067-5a18-44e4-89b4-f4921652f916)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:32:16.979121 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (920328ed-01fa-4ed4-b496-7b1fea54b54c), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:16.984144 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (d674721e-f3c3-41d6-99a3-5276229c8c17), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:16.986729 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4cf62c10-5b78-46ba-ae21-51bd6688f9bb req-6aca940a-afc3-45f8-a783-773b22463c2e tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507972 May 23 15:32:16.987825 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06eada57-9bb7-4408-a6aa-340d55a672bb x-openstack-request-id: req-06eada57-9bb7-4408-a6aa-340d55a672bb {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:32:16.988118 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9038c8-1395-4d48-b10b-2fe7310c4c76", "name": "network-vif-plugged", "status": "completed", "tag": "920328ed-01fa-4ed4-b496-7b1fea54b54c", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:32:16.988381 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-06eada57-9bb7-4408-a6aa-340d55a672bb {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:32:16.988782 dv-cinder-841125-8-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06eada57-9bb7-4408-a6aa-340d55a672bb'] response: {'server_uuid': '9b9038c8-1395-4d48-b10b-2fe7310c4c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920328ed-01fa-4ed4-b496-7b1fea54b54c', 'code': 200} May 23 15:32:17.029839 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=920328ed-01fa-4ed4-b496-7b1fea54b54c,revision_number=7']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:32:17.077220 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=d674721e-f3c3-41d6-99a3-5276229c8c17,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:32:17.448424 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] get_ports_and_sgs() called for port_ids ['d674721e-f3c3-41d6-99a3-5276229c8c17'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:32:17.483578 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27289a18-6103-4aea-8377-683a4ea3a44a req-09ef0c0a-8889-4cd2-92de-01166f0e2b98 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:17.485473 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-27289a18-6103-4aea-8377-683a4ea3a44a req-09ef0c0a-8889-4cd2-92de-01166f0e2b98 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 945 time: 0.0666990 May 23 15:32:17.522438 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:17.550217 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:17.578709 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-e804aef5-8251-41e1-9783-e2d7cbdca792 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2020e2bf35744af9161d7cf3e8bd345 HTTP/1.1" status: 200 len: 471 time: 0.1252854 May 23 15:32:17.603374 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-8a20bf6c-6cfc-4307-bd74-e6f6a4a4e06a tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Request body: {'port': {'device_id': 'cc0f4046-cea9-4426-9970-4ff8f307a3c0', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'admin_state_up': True, 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'security_groups': ['0be3415a-c1e1-45a7-b39d-6ece3ea1e788']}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:32:17.630360 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-27289a18-6103-4aea-8377-683a4ea3a44a req-01365440-2097-48c7-8db0-88c5cdacc5d1 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256394 May 23 15:32:17.641683 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:17.718414 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:17.736844 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-8a20bf6c-6cfc-4307-bd74-e6f6a4a4e06a tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Made reservation on behalf of f2020e2bf35744af9161d7cf3e8bd345 for: {'port': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:32:17.740351 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-8a20bf6c-6cfc-4307-bd74-e6f6a4a4e06a tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:17.780736 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761949b5-1f6f-4794-a757-7f96dce54e80 req-0519a8b8-e237-4f96-a8fb-4dc5e9004d8e tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:17.782364 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-761949b5-1f6f-4794-a757-7f96dce54e80 req-0519a8b8-e237-4f96-a8fb-4dc5e9004d8e tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 944 time: 0.0499892 May 23 15:32:17.834505 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-761949b5-1f6f-4794-a757-7f96dce54e80 req-414845eb-b674-43f9-a443-1a632759ac7e tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461597 May 23 15:32:17.892643 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d763c01-bd8c-4087-bbd5-bca576a40c6f req-96af5c7b-f305-4da9-9492-67cd64cb0c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:17.894120 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6d763c01-bd8c-4087-bbd5-bca576a40c6f req-96af5c7b-f305-4da9-9492-67cd64cb0c62 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 1130 time: 0.0810583 May 23 15:32:17.917982 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-013b8a3e-1044-4ce8-9d73-6e40e9f239dd req-d402eb4e-a110-4176-a351-629ff65e6e0d tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc0f4046-cea9-4426-9970-4ff8f307a3c0 HTTP/1.1" status: 200 len: 210 time: 0.0414064 May 23 15:32:17.943958 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-8a20bf6c-6cfc-4307-bd74-e6f6a4a4e06a tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Allocated IP 172.20.0.14 (c9306d40-6dd5-4f4d-bb55-9077bd7b986d/97f2f0d5-ec7b-4732-a013-35e41c3e0618/5ecea450-0a05-473a-b7b2-1cd3cef1fd28) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:32:18.008974 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6d763c01-bd8c-4087-bbd5-bca576a40c6f req-908adc10-d5b5-46b9-91d8-531a02a6c714 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743818 May 23 15:32:18.119564 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54edf6f-584e-4d09-8090-3cf7cc6e34e7 req-384293d5-4917-40ab-ab4b-a71ed2dd8765 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:18.137132 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d54edf6f-584e-4d09-8090-3cf7cc6e34e7 req-384293d5-4917-40ab-ab4b-a71ed2dd8765 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0616071 May 23 15:32:18.140564 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-8a20bf6c-6cfc-4307-bd74-e6f6a4a4e06a tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for port (5ecea450-0a05-473a-b7b2-1cd3cef1fd28), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:18.177051 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-8a20bf6c-6cfc-4307-bd74-e6f6a4a4e06a tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250202'] for port (5ecea450-0a05-473a-b7b2-1cd3cef1fd28), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:18.181982 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d54edf6f-584e-4d09-8090-3cf7cc6e34e7 req-fe416cab-aae8-471d-b368-72878afc9470 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439887 May 23 15:32:18.221618 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-8a20bf6c-6cfc-4307-bd74-e6f6a4a4e06a tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Network c9306d40-6dd5-4f4d-bb55-9077bd7b986d is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:32:18.226604 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-8a20bf6c-6cfc-4307-bd74-e6f6a4a4e06a tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:32:18.230897 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-8a20bf6c-6cfc-4307-bd74-e6f6a4a4e06a tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:32:18.257733 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a20bf6c-6cfc-4307-bd74-e6f6a4a4e06a tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Pushing event updated for resources: {'Port': ['ID=5ecea450-0a05-473a-b7b2-1cd3cef1fd28,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:32:18.284794 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-8a20bf6c-6cfc-4307-bd74-e6f6a4a4e06a tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:18.285466 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-8a20bf6c-6cfc-4307-bd74-e6f6a4a4e06a tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for port (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:18.287803 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:18.303517 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-8a20bf6c-6cfc-4307-bd74-e6f6a4a4e06a tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7044046 May 23 15:32:18.338435 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-0fef3f41-1ca8-4eb7-8b2f-17376daad82f service neutron] Request body: {'port': {'device_id': 'cc0f4046-cea9-4426-9970-4ff8f307a3c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:32:18.405066 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-0fef3f41-1ca8-4eb7-8b2f-17376daad82f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (5ecea450-0a05-473a-b7b2-1cd3cef1fd28), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:18.454169 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-01f70408-43b2-4777-8076-324009fd29b7 None None] Provisioning complete for port 5ecea450-0a05-473a-b7b2-1cd3cef1fd28 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:32:18.454549 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-01f70408-43b2-4777-8076-324009fd29b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (5ecea450-0a05-473a-b7b2-1cd3cef1fd28), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:18.489375 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-01f70408-43b2-4777-8076-324009fd29b7 None None] Port 5ecea450-0a05-473a-b7b2-1cd3cef1fd28 cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:32:18.494037 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device d674721e-f3c3-41d6-99a3-5276229c8c17 up at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:32:18.536970 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Provisioning for port d674721e-f3c3-41d6-99a3-5276229c8c17 completed by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 15:32:18.543702 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Provisioning complete for port d674721e-f3c3-41d6-99a3-5276229c8c17 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:32:18.544142 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (d674721e-f3c3-41d6-99a3-5276229c8c17), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:18.618279 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:18.631934 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port d674721e-f3c3-41d6-99a3-5276229c8c17 is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:32:18.632559 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (d674721e-f3c3-41d6-99a3-5276229c8c17), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:18.674924 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port d674721e-f3c3-41d6-99a3-5276229c8c17, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=d674721e-f3c3-41d6-99a3-5276229c8c17,segment=NetworkSegment(c75bb067-5a18-44e4-89b4-f4921652f916),segment_id=c75bb067-5a18-44e4-89b4-f4921652f916)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:32:18.680684 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (d674721e-f3c3-41d6-99a3-5276229c8c17), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:18.717131 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:18.741616 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=d674721e-f3c3-41d6-99a3-5276229c8c17,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:32:18.757628 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-0fef3f41-1ca8-4eb7-8b2f-17376daad82f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ecea450-0a05-473a-b7b2-1cd3cef1fd28 {{(pid=104081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:32:18.771565 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-0fef3f41-1ca8-4eb7-8b2f-17376daad82f service neutron] Publish callbacks [] for port (5ecea450-0a05-473a-b7b2-1cd3cef1fd28), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:18.782935 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c1ef2-fa48-47bf-be38-9b4e0596ee6d req-68161f9d-8c68-4f2a-9948-d5094c756f61 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:18.784391 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-572c1ef2-fa48-47bf-be38-9b4e0596ee6d req-68161f9d-8c68-4f2a-9948-d5094c756f61 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 945 time: 0.0660179 May 23 15:32:18.800529 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-0fef3f41-1ca8-4eb7-8b2f-17376daad82f service neutron] Transition to ACTIVE for port object 5ecea450-0a05-473a-b7b2-1cd3cef1fd28 will not be triggered until provisioned by entity L2. {{(pid=104081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 15:32:18.811284 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-0fef3f41-1ca8-4eb7-8b2f-17376daad82f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4250195'] for port (5ecea450-0a05-473a-b7b2-1cd3cef1fd28), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:18.886257 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef3f41-1ca8-4eb7-8b2f-17376daad82f service neutron] Pushing event updated for resources: {'Port': ['ID=5ecea450-0a05-473a-b7b2-1cd3cef1fd28,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:32:18.892991 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-572c1ef2-fa48-47bf-be38-9b4e0596ee6d req-e68fb779-aeba-412d-b007-24da65195bfa tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986936 May 23 15:32:18.989825 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f39cba-5943-42d5-9322-58f3af0d39f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd674721e-f3c3-41d6-99a3-5276229c8c17'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:32:18.991656 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-0fef3f41-1ca8-4eb7-8b2f-17376daad82f service neutron] Attempting to bind port 5ecea450-0a05-473a-b7b2-1cd3cef1fd28 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:32:18.992000 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-0fef3f41-1ca8-4eb7-8b2f-17376daad82f service neutron] Attempting to bind port 5ecea450-0a05-473a-b7b2-1cd3cef1fd28 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': '4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d'}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:32:18.992210 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f55e67021d3a90dbbd6c8997e5bd31cd20e79582d0fa2823ba23f1fb24bbbe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f15286-2253-49a5-8db8-ab272c08e946" -d '{"events": [{"server_uuid": "55f39cba-5943-42d5-9322-58f3af0d39f8", "name": "network-vif-plugged", "status": "completed", "tag": "d674721e-f3c3-41d6-99a3-5276229c8c17"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:32:18.992329 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-0fef3f41-1ca8-4eb7-8b2f-17376daad82f service neutron] Attempting to bind port 5ecea450-0a05-473a-b7b2-1cd3cef1fd28 on network c9306d40-6dd5-4f4d-bb55-9077bd7b986d {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:32:19.000024 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-0fef3f41-1ca8-4eb7-8b2f-17376daad82f service neutron] Port 5ecea450-0a05-473a-b7b2-1cd3cef1fd28 on network c9306d40-6dd5-4f4d-bb55-9077bd7b986d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 15:32:19.000437 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-0fef3f41-1ca8-4eb7-8b2f-17376daad82f service neutron] Attempting to bind port 5ecea450-0a05-473a-b7b2-1cd3cef1fd28 on network c9306d40-6dd5-4f4d-bb55-9077bd7b986d {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:32:19.007064 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-0fef3f41-1ca8-4eb7-8b2f-17376daad82f service neutron] Checking agent: {'id': '88197243-2542-4a6c-b81b-f727b3d95aaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 27, 45), 'started_at': datetime.datetime(2022, 5, 23, 15, 27, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:32:19.007414 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-0fef3f41-1ca8-4eb7-8b2f-17376daad82f service neutron] Checking segment: {'id': '4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:32:19.007926 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-0fef3f41-1ca8-4eb7-8b2f-17376daad82f service neutron] Bound using segment: {'id': '4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d'} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:32:19.008364 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-0fef3f41-1ca8-4eb7-8b2f-17376daad82f service neutron] Bound port: 5ecea450-0a05-473a-b7b2-1cd3cef1fd28, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d'}}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:32:19.008857 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-0fef3f41-1ca8-4eb7-8b2f-17376daad82f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (5ecea450-0a05-473a-b7b2-1cd3cef1fd28), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:19.013097 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb5846-5639-4619-bdd5-4b5d3e77d5a9 req-43c421b2-3002-41b9-966a-4ffa69d19884 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:19.021025 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-8cfb5846-5639-4619-bdd5-4b5d3e77d5a9 req-43c421b2-3002-41b9-966a-4ffa69d19884 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 945 time: 0.0697718 May 23 15:32:19.073200 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-8cfb5846-5639-4619-bdd5-4b5d3e77d5a9 req-23c93791-34c9-4d22-8046-6b49cda34ae6 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508399 May 23 15:32:19.116739 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfcb626-ec3e-48c7-9384-b18055e1d17b x-openstack-request-id: req-fcfcb626-ec3e-48c7-9384-b18055e1d17b {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:32:19.117103 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55f39cba-5943-42d5-9322-58f3af0d39f8", "name": "network-vif-plugged", "status": "completed", "tag": "d674721e-f3c3-41d6-99a3-5276229c8c17", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:32:19.117462 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fcfcb626-ec3e-48c7-9384-b18055e1d17b {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:32:19.117927 dv-cinder-841125-8-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcfcb626-ec3e-48c7-9384-b18055e1d17b'] response: {'server_uuid': '55f39cba-5943-42d5-9322-58f3af0d39f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd674721e-f3c3-41d6-99a3-5276229c8c17', 'code': 200} May 23 15:32:19.121689 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349c3b6-a24f-4ea1-ad89-98b7a39acbd9 req-d71deb42-20f0-4631-9a2c-bc77898f6558 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:19.123247 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9349c3b6-a24f-4ea1-ad89-98b7a39acbd9 req-d71deb42-20f0-4631-9a2c-bc77898f6558 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc0f4046-cea9-4426-9970-4ff8f307a3c0 HTTP/1.1" status: 200 len: 944 time: 0.0878973 May 23 15:32:19.164974 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-0fef3f41-1ca8-4eb7-8b2f-17376daad82f service neutron] For port 5ecea450-0a05-473a-b7b2-1cd3cef1fd28, host hv-cinder-84112, cleared binding levels {{(pid=104081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:32:19.188137 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-0fef3f41-1ca8-4eb7-8b2f-17376daad82f service neutron] For port 5ecea450-0a05-473a-b7b2-1cd3cef1fd28, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=5ecea450-0a05-473a-b7b2-1cd3cef1fd28,segment=NetworkSegment(4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0),segment_id=4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0)] {{(pid=104081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:32:19.202172 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-0fef3f41-1ca8-4eb7-8b2f-17376daad82f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4250195'] for port (5ecea450-0a05-473a-b7b2-1cd3cef1fd28), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:19.216527 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:19.259284 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9349c3b6-a24f-4ea1-ad89-98b7a39acbd9 req-14d57436-5036-4739-ae02-e6f4f9193738 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=0be3415a-c1e1-45a7-b39d-6ece3ea1e788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235516 May 23 15:32:19.270457 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-0fef3f41-1ca8-4eb7-8b2f-17376daad82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:19.271335 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-0fef3f41-1ca8-4eb7-8b2f-17376daad82f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for port (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:19.273045 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-0fef3f41-1ca8-4eb7-8b2f-17376daad82f service neutron] 10.222.0.72 "PUT /v2.0/ports/5ecea450-0a05-473a-b7b2-1cd3cef1fd28 HTTP/1.1" status: 200 len: 1094 time: 0.9390006 May 23 15:32:19.273838 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0f4046-cea9-4426-9970-4ff8f307a3c0', 'tag': '5ecea450-0a05-473a-b7b2-1cd3cef1fd28'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:32:19.277123 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d701dac66fe37c46ae86bb78260b1e19b4b16e00f190307f8222235e17cfe25e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84acd885-1409-46ed-8bae-f19031a3bb4a" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0f4046-cea9-4426-9970-4ff8f307a3c0", "tag": "5ecea450-0a05-473a-b7b2-1cd3cef1fd28"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:32:19.351331 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80296f20-8199-45a0-9afe-f40ab5a218ee x-openstack-request-id: req-80296f20-8199-45a0-9afe-f40ab5a218ee {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:32:19.351748 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0f4046-cea9-4426-9970-4ff8f307a3c0", "tag": "5ecea450-0a05-473a-b7b2-1cd3cef1fd28", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:32:19.352105 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-80296f20-8199-45a0-9afe-f40ab5a218ee {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:32:19.353297 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80296f20-8199-45a0-9afe-f40ab5a218ee'] response: {'name': 'network-changed', 'server_uuid': 'cc0f4046-cea9-4426-9970-4ff8f307a3c0', 'tag': '5ecea450-0a05-473a-b7b2-1cd3cef1fd28', 'status': 'completed', 'code': 200} May 23 15:32:19.354504 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef3f41-1ca8-4eb7-8b2f-17376daad82f service neutron] Pushing event updated for resources: {'Port': ['ID=5ecea450-0a05-473a-b7b2-1cd3cef1fd28,revision_number=3']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:32:19.365666 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f33a86-9451-4b11-8aac-2e5cb193628d req-bb5a518f-62b9-4ec6-bec3-5b9d30eb303a tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:19.367457 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d6f33a86-9451-4b11-8aac-2e5cb193628d req-bb5a518f-62b9-4ec6-bec3-5b9d30eb303a tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0603869 May 23 15:32:19.389117 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=100 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:19.426189 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d6f33a86-9451-4b11-8aac-2e5cb193628d req-10d31657-dfa5-4816-8e30-01a4ef57b725 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528059 May 23 15:32:20.077341 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84acd885-1409-46ed-8bae-f19031a3bb4a req-f6ec5efc-e526-4358-99a5-7992a3c0bc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:20.078806 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-84acd885-1409-46ed-8bae-f19031a3bb4a req-f6ec5efc-e526-4358-99a5-7992a3c0bc5f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f2020e2bf35744af9161d7cf3e8bd345&device_id=cc0f4046-cea9-4426-9970-4ff8f307a3c0 HTTP/1.1" status: 200 len: 1128 time: 0.0980992 May 23 15:32:20.101431 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb43aa4-4fd2-4bb2-93b9-847268cf6d25 req-1303b808-915c-4315-b967-ae533ad01140 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:20.113514 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8eb43aa4-4fd2-4bb2-93b9-847268cf6d25 req-1303b808-915c-4315-b967-ae533ad01140 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 945 time: 0.1302454 May 23 15:32:20.211630 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c736142-8884-471d-adf8-1eeddd01b729 req-c1772856-5395-4ea0-a8d3-68168a521af4 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:20.220434 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4c736142-8884-471d-adf8-1eeddd01b729 req-c1772856-5395-4ea0-a8d3-68168a521af4 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 945 time: 0.0634568 May 23 15:32:20.286118 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4c736142-8884-471d-adf8-1eeddd01b729 req-2fdb5199-de29-4668-9dc6-2bff58b7effa tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645051 May 23 15:32:20.486737 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42afac55-2670-4397-ae12-313be16b7658 req-f58600e3-61ad-48f0-98ae-40d3ef416302 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:20.488729 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-42afac55-2670-4397-ae12-313be16b7658 req-f58600e3-61ad-48f0-98ae-40d3ef416302 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc0f4046-cea9-4426-9970-4ff8f307a3c0 HTTP/1.1" status: 200 len: 944 time: 0.0817354 May 23 15:32:20.584822 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57a829-e18b-4d6f-b731-8973b8e0d461 req-b94579cc-d47e-4683-9369-116914995cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:20.587538 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ec57a829-e18b-4d6f-b731-8973b8e0d461 req-b94579cc-d47e-4683-9369-116914995cbe service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 1129 time: 0.4099801 May 23 15:32:20.600236 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-42afac55-2670-4397-ae12-313be16b7658 req-39ccff82-8acb-4275-ab9e-b69a431dd0fd tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=0be3415a-c1e1-45a7-b39d-6ece3ea1e788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800445 May 23 15:32:20.659761 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8eb43aa4-4fd2-4bb2-93b9-847268cf6d25 req-d95d09f3-52e3-4f9b-8e16-7eb9936bbdaf tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5453937 May 23 15:32:20.690770 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ec57a829-e18b-4d6f-b731-8973b8e0d461 req-ba2e350c-e48a-4320-97c2-ecdcba69d818 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930085 May 23 15:32:20.717296 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84acd885-1409-46ed-8bae-f19031a3bb4a req-d2ede69f-5894-4fc9-8071-90a812dd8784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:20.718935 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-84acd885-1409-46ed-8bae-f19031a3bb4a req-d2ede69f-5894-4fc9-8071-90a812dd8784 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=f2020e2bf35744af9161d7cf3e8bd345&shared=False HTTP/1.1" status: 200 len: 914 time: 0.6006441 May 23 15:32:20.819262 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4b065-01e1-4503-9b21-dfe81ae33c38 req-d6c7a26e-5780-4ee4-bc9e-374f175b0135 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:20.821038 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-68e4b065-01e1-4503-9b21-dfe81ae33c38 req-d6c7a26e-5780-4ee4-bc9e-374f175b0135 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0953174 May 23 15:32:20.920806 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-68e4b065-01e1-4503-9b21-dfe81ae33c38 req-1cdf40c7-733a-4ea3-a1d6-b2c953ed10e7 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855260 May 23 15:32:21.060036 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:21.277537 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84acd885-1409-46ed-8bae-f19031a3bb4a req-3a082f03-b986-4501-99dc-19f5ae2e6406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:21.279632 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-84acd885-1409-46ed-8bae-f19031a3bb4a req-3a082f03-b986-4501-99dc-19f5ae2e6406 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2557721 May 23 15:32:21.291271 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37873612-6021-4d5f-a2d9-e39a65a40c77 req-373a2e25-e454-4569-b498-1f635136695f tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:21.299573 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-37873612-6021-4d5f-a2d9-e39a65a40c77 req-373a2e25-e454-4569-b498-1f635136695f tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0962625 May 23 15:32:21.373358 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-37873612-6021-4d5f-a2d9-e39a65a40c77 req-dd68d21d-c82b-44ea-97e4-908737ed1913 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726728 May 23 15:32:21.524085 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3cb75-aafa-41af-acaf-5d42f9525271 req-5ab07f62-597a-48fb-a72c-72146da21028 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:21.526550 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d8f3cb75-aafa-41af-acaf-5d42f9525271 req-5ab07f62-597a-48fb-a72c-72146da21028 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 945 time: 0.1078672 May 23 15:32:21.592563 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d8f3cb75-aafa-41af-acaf-5d42f9525271 req-8cf9afe9-0c02-4fdd-a21e-fd952147e948 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599837 May 23 15:32:21.803980 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-19756984-7cbf-4daf-b518-b71740779435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:21.805618 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-19756984-7cbf-4daf-b518-b71740779435 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f2020e2bf35744af9161d7cf3e8bd345&device_id=cc0f4046-cea9-4426-9970-4ff8f307a3c0 HTTP/1.1" status: 200 len: 1128 time: 0.1085362 May 23 15:32:21.810695 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f763a7b-84e5-407b-88bf-d2b76d8695e6 req-a71c8ad3-eea7-4b45-bec0-17b2427b0bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:21.813435 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8f763a7b-84e5-407b-88bf-d2b76d8695e6 req-a71c8ad3-eea7-4b45-bec0-17b2427b0bcd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0712b807a4584f7b8f019ceb65ff1e14&device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 1130 time: 0.1129618 May 23 15:32:21.839871 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60cebdb-946a-4a04-b698-b72e5af0a2fa req-c8fa5f42-8bf9-4c03-8d28-88ba81e292e2 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:21.852615 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539d904-f511-4dc9-9763-ba0c697669f3 req-04e96d82-0395-4852-9cda-a1c055b68bb3 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:21.854261 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a539d904-f511-4dc9-9763-ba0c697669f3 req-04e96d82-0395-4852-9cda-a1c055b68bb3 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc0f4046-cea9-4426-9970-4ff8f307a3c0 HTTP/1.1" status: 200 len: 944 time: 0.1692595 May 23 15:32:21.862071 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-e60cebdb-946a-4a04-b698-b72e5af0a2fa req-c8fa5f42-8bf9-4c03-8d28-88ba81e292e2 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 945 time: 0.0758486 May 23 15:32:21.905595 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-362e235a-a27b-4f95-9aaa-e0ef5d997299 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ecea450-0a05-473a-b7b2-1cd3cef1fd28 HTTP/1.1" status: 200 len: 217 time: 0.0758600 May 23 15:32:21.905799 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=100 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:21.988088 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-e60cebdb-946a-4a04-b698-b72e5af0a2fa req-03037f60-5bf3-4a46-b8e4-41f1cfe0b0e8 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243792 May 23 15:32:22.078496 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a539d904-f511-4dc9-9763-ba0c697669f3 req-8dfa0181-55bc-4bac-be54-666a76ae6505 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=0be3415a-c1e1-45a7-b39d-6ece3ea1e788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1855445 May 23 15:32:22.111766 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f763a7b-84e5-407b-88bf-d2b76d8695e6 req-4116018f-2d7c-4397-ac2f-0879517a0289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:22.113707 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8f763a7b-84e5-407b-88bf-d2b76d8695e6 req-4116018f-2d7c-4397-ac2f-0879517a0289 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0d1e2450-f071-48af-a078-8358b70cb4cd HTTP/1.1" status: 200 len: 920 time: 0.2859943 May 23 15:32:22.539220 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a7647-875c-4e27-bd8c-da56370c9208 req-b752ab2c-8c14-4797-98f6-21882c065640 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:22.547889 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-856a7647-875c-4e27-bd8c-da56370c9208 req-b752ab2c-8c14-4797-98f6-21882c065640 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0798893 May 23 15:32:22.596721 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-856a7647-875c-4e27-bd8c-da56370c9208 req-0c3aab02-6926-4e50-924f-140e90ccb657 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476105 May 23 15:32:22.630076 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=4 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:22.634088 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=4 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:22.732333 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8b403-7ab2-4efb-bbcd-61b9df6458f5 req-e8f78b22-5cb9-4035-ae40-b8c61f975cf3 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:22.734680 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-45b8b403-7ab2-4efb-bbcd-61b9df6458f5 req-e8f78b22-5cb9-4035-ae40-b8c61f975cf3 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 945 time: 0.0564787 May 23 15:32:22.790172 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-45b8b403-7ab2-4efb-bbcd-61b9df6458f5 req-6fc6e0c9-4d23-4094-9b31-ba2b47142a0a tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496929 May 23 15:32:23.139560 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b31da-9ef5-4c98-b3ba-9b56985f70a2 req-43836679-0588-4686-b150-b85925256c15 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:23.141339 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-118b31da-9ef5-4c98-b3ba-9b56985f70a2 req-43836679-0588-4686-b150-b85925256c15 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 945 time: 0.0636976 May 23 15:32:23.211439 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-118b31da-9ef5-4c98-b3ba-9b56985f70a2 req-20194a66-9d75-4538-ba11-d5eb3fed1db9 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611415 May 23 15:32:23.281800 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99ee54-bf1a-42a9-b463-1c8f33eb6bd6 req-f7759d1b-8bf5-4df2-9956-dc9a312447ff tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:23.289535 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0d99ee54-bf1a-42a9-b463-1c8f33eb6bd6 req-f7759d1b-8bf5-4df2-9956-dc9a312447ff tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc0f4046-cea9-4426-9970-4ff8f307a3c0 HTTP/1.1" status: 200 len: 944 time: 0.1094356 May 23 15:32:23.342984 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0d99ee54-bf1a-42a9-b463-1c8f33eb6bd6 req-6ed3ffb1-6d9c-47b5-86a0-586a062d9978 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=0be3415a-c1e1-45a7-b39d-6ece3ea1e788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489252 May 23 15:32:23.731888 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffca69f-3357-4210-937f-afcfe50a94fc req-3cb24a2c-7d24-4618-bfc1-2ef94c22df24 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:23.733435 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5ffca69f-3357-4210-937f-afcfe50a94fc req-3cb24a2c-7d24-4618-bfc1-2ef94c22df24 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0495970 May 23 15:32:23.790776 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5ffca69f-3357-4210-937f-afcfe50a94fc req-f7e70b8d-b70e-40c7-ab30-1a4f7a05f760 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502584 May 23 15:32:23.876337 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:23.939963 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991b2f2-e120-44ba-9b3f-b94160d0bf8f req-49e07af8-bf8d-40eb-9e26-0bd5f840d3c9 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:23.941957 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3991b2f2-e120-44ba-9b3f-b94160d0bf8f req-49e07af8-bf8d-40eb-9e26-0bd5f840d3c9 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 945 time: 0.0764194 May 23 15:32:23.994175 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3991b2f2-e120-44ba-9b3f-b94160d0bf8f req-2250e6da-ae76-45aa-ab23-bf816a4441e6 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465240 May 23 15:32:24.403275 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e005f-0a24-4c11-9179-0bab6c9b2f6a req-318515b7-c0a4-4a8d-b33b-a233f6d28268 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:24.405129 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-3e2e005f-0a24-4c11-9179-0bab6c9b2f6a req-318515b7-c0a4-4a8d-b33b-a233f6d28268 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 945 time: 0.0524249 May 23 15:32:24.465605 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-3e2e005f-0a24-4c11-9179-0bab6c9b2f6a req-27e8ada3-07eb-4b33-abe7-c2a60c51633a tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541260 May 23 15:32:24.482292 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664de366-f77f-4578-b5f8-2e7e780ceb53 req-db5000ff-87fc-40c6-88b4-391f4cbb0703 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:24.483951 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-664de366-f77f-4578-b5f8-2e7e780ceb53 req-db5000ff-87fc-40c6-88b4-391f4cbb0703 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc0f4046-cea9-4426-9970-4ff8f307a3c0 HTTP/1.1" status: 200 len: 944 time: 0.0551143 May 23 15:32:24.534230 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-664de366-f77f-4578-b5f8-2e7e780ceb53 req-721f198c-66d3-41e0-b98d-e739cf46547f tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=0be3415a-c1e1-45a7-b39d-6ece3ea1e788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443048 May 23 15:32:24.911868 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e300e-5b36-42ca-98bb-72ea85a63c2a req-91693eb0-bb2f-498b-a6fd-e51336809fc6 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:24.913547 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2d1e300e-5b36-42ca-98bb-72ea85a63c2a req-91693eb0-bb2f-498b-a6fd-e51336809fc6 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0496078 May 23 15:32:24.975278 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2d1e300e-5b36-42ca-98bb-72ea85a63c2a req-92011c83-c747-49ae-b81f-4f37d52fdd28 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514572 May 23 15:32:25.117385 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95434ba1-f4cf-4f16-ba6f-4081e05f99fc req-34d77479-6e33-4d6b-9037-2f56ca8ebc7b tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:25.119055 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-95434ba1-f4cf-4f16-ba6f-4081e05f99fc req-34d77479-6e33-4d6b-9037-2f56ca8ebc7b tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 945 time: 0.0505388 May 23 15:32:25.175078 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-95434ba1-f4cf-4f16-ba6f-4081e05f99fc req-fb249462-b2d5-49cc-9e16-6b03f293c8cf tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503702 May 23 15:32:25.551896 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=100 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:25.621128 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d7a7c-9ffa-40d9-b74e-53be6587a88e req-47c5fc5d-9bfc-434a-8df0-35a64188aab8 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:25.622951 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-508d7a7c-9ffa-40d9-b74e-53be6587a88e req-47c5fc5d-9bfc-434a-8df0-35a64188aab8 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 945 time: 0.0828009 May 23 15:32:25.686605 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8325fa1-7fe6-49b3-8b73-901bb777c9bc req-f9dae0f4-7a29-409f-9722-23285f9e8c8e tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:25.690756 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-508d7a7c-9ffa-40d9-b74e-53be6587a88e req-0089e7e1-388f-409d-9146-ec6e9f541c13 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619028 May 23 15:32:25.695732 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c8325fa1-7fe6-49b3-8b73-901bb777c9bc req-f9dae0f4-7a29-409f-9722-23285f9e8c8e tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc0f4046-cea9-4426-9970-4ff8f307a3c0 HTTP/1.1" status: 200 len: 944 time: 0.0688872 May 23 15:32:25.755710 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c8325fa1-7fe6-49b3-8b73-901bb777c9bc req-296c2b3c-f845-470b-9879-82a794a24b00 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=0be3415a-c1e1-45a7-b39d-6ece3ea1e788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590918 May 23 15:32:26.097640 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0808129-1265-40e5-9453-5c03421cf144 req-63059aad-cc62-4845-b35c-6bc7ebd3ee36 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:26.099237 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b0808129-1265-40e5-9453-5c03421cf144 req-63059aad-cc62-4845-b35c-6bc7ebd3ee36 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0557249 May 23 15:32:26.151962 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b0808129-1265-40e5-9453-5c03421cf144 req-1ad3b53c-e8a6-46cd-919b-4a4efd6ec725 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464563 May 23 15:32:26.300406 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb04043-d097-489b-b4f8-a94cc112d3c5 req-00f5a1b0-5aee-42cd-a3c9-225c4244a79e tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:26.302011 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ccb04043-d097-489b-b4f8-a94cc112d3c5 req-00f5a1b0-5aee-42cd-a3c9-225c4244a79e tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 945 time: 0.0497899 May 23 15:32:26.357197 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ccb04043-d097-489b-b4f8-a94cc112d3c5 req-62b9bd0f-04d5-4a65-8466-7a33ac0aa60b tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446267 May 23 15:32:26.494526 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb8ade-7009-408d-a5e3-a3185658dcff req-cd87b1d5-2df0-4e4b-9e14-7e3f1a78f7d2 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:26.497829 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5adb8ade-7009-408d-a5e3-a3185658dcff req-cd87b1d5-2df0-4e4b-9e14-7e3f1a78f7d2 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 945 time: 0.0603416 May 23 15:32:26.561024 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5adb8ade-7009-408d-a5e3-a3185658dcff req-0f177977-a07f-4d10-96e7-e382e63afa63 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571048 May 23 15:32:26.827612 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf120b4-a7f5-46a2-a171-6b7a56a97d97 req-0d805d3a-77bd-49e6-bf9a-1f2587bb040b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:26.835312 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-baf120b4-a7f5-46a2-a171-6b7a56a97d97 req-0d805d3a-77bd-49e6-bf9a-1f2587bb040b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 945 time: 0.0636165 May 23 15:32:26.887724 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-baf120b4-a7f5-46a2-a171-6b7a56a97d97 req-4d945d88-d1d5-4e05-bfe0-39fb1b642f6f tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514827 May 23 15:32:27.029436 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:27.037709 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeaed34-b9fd-4c9b-87d9-e072c93b7f97 req-36e49db4-1e3d-43da-85af-0fd870caa1d4 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:27.044484 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451cd130-d5a9-445f-913f-e56f435ce8e9 req-3da4ecef-b379-4212-8fca-abd813a13011 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:27.045364 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ddeaed34-b9fd-4c9b-87d9-e072c93b7f97 req-36e49db4-1e3d-43da-85af-0fd870caa1d4 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 945 time: 0.0639236 May 23 15:32:27.058658 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-451cd130-d5a9-445f-913f-e56f435ce8e9 req-3da4ecef-b379-4212-8fca-abd813a13011 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc0f4046-cea9-4426-9970-4ff8f307a3c0 HTTP/1.1" status: 200 len: 944 time: 0.0956862 May 23 15:32:27.116991 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ddeaed34-b9fd-4c9b-87d9-e072c93b7f97 req-037a5116-57b2-4f1d-80b2-a66005feda84 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695348 May 23 15:32:27.120972 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-451cd130-d5a9-445f-913f-e56f435ce8e9 req-d6b40635-1e46-4785-866f-200aa005e1d6 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=0be3415a-c1e1-45a7-b39d-6ece3ea1e788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614555 May 23 15:32:27.293375 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24237be2-5915-40c7-ac6a-fb229249d8e9 req-64e5fb7a-4b28-4dc9-b52f-20d786066015 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:27.303701 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-24237be2-5915-40c7-ac6a-fb229249d8e9 req-64e5fb7a-4b28-4dc9-b52f-20d786066015 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0651436 May 23 15:32:27.375424 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-24237be2-5915-40c7-ac6a-fb229249d8e9 req-2ef0ec40-26f7-4c9d-9f53-355a68fe7257 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700202 May 23 15:32:28.028511 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=100 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:28.052310 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86835df9-cc9b-4959-a674-504fbda9e2bf req-7a2a9699-d058-459f-a46c-4fc81dc6f607 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:28.068676 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-86835df9-cc9b-4959-a674-504fbda9e2bf req-7a2a9699-d058-459f-a46c-4fc81dc6f607 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 945 time: 0.0919521 May 23 15:32:28.119223 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-86835df9-cc9b-4959-a674-504fbda9e2bf req-812bfb9a-d218-426b-8724-a0ed9f9135fa tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493000 May 23 15:32:28.254036 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45684d-5e18-4c24-b713-9e0a31b2ab6a req-dcbfda25-26f3-4585-82a6-0394165a0f50 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:28.255812 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cf45684d-5e18-4c24-b713-9e0a31b2ab6a req-dcbfda25-26f3-4585-82a6-0394165a0f50 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc0f4046-cea9-4426-9970-4ff8f307a3c0 HTTP/1.1" status: 200 len: 944 time: 0.0516748 May 23 15:32:28.311767 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cf45684d-5e18-4c24-b713-9e0a31b2ab6a req-49bd22a1-e425-4532-b2cf-73e7f06e2c2a tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=0be3415a-c1e1-45a7-b39d-6ece3ea1e788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495117 May 23 15:32:28.487232 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f856924-3c50-4edf-b94d-2145d65b0090 req-45e5fb13-704e-47fc-9077-1e9cd610c74b tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:28.494048 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6f856924-3c50-4edf-b94d-2145d65b0090 req-45e5fb13-704e-47fc-9077-1e9cd610c74b tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0550950 May 23 15:32:28.545879 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6f856924-3c50-4edf-b94d-2145d65b0090 req-0e0b3d08-2d1f-4aff-931f-88a736b371ae tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502059 May 23 15:32:29.256328 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38f2ef-672f-49cd-8cb0-93a1afb7acbd req-f54ff433-0fce-4ffd-b259-4268af597c3e tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:29.259678 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5a38f2ef-672f-49cd-8cb0-93a1afb7acbd req-f54ff433-0fce-4ffd-b259-4268af597c3e tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 945 time: 0.0518210 May 23 15:32:29.311967 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5a38f2ef-672f-49cd-8cb0-93a1afb7acbd req-ade64253-2728-48e2-82e2-32248a235e84 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459852 May 23 15:32:29.449709 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43098e8-24ee-4f4e-8710-0fba3a319aa0 req-b0de9757-177c-4b46-9f0b-5cd91804508f tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:29.451189 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d43098e8-24ee-4f4e-8710-0fba3a319aa0 req-b0de9757-177c-4b46-9f0b-5cd91804508f tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc0f4046-cea9-4426-9970-4ff8f307a3c0 HTTP/1.1" status: 200 len: 944 time: 0.0597761 May 23 15:32:29.517086 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d43098e8-24ee-4f4e-8710-0fba3a319aa0 req-9415e4b4-fb9c-4585-a174-7608bb9d8208 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=0be3415a-c1e1-45a7-b39d-6ece3ea1e788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601025 May 23 15:32:29.687831 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04dfce2-cd8f-42ad-bdd7-9a2bb38aad61 req-1d6f85cd-43b4-497a-999c-9eb1781818c4 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:29.696404 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a04dfce2-cd8f-42ad-bdd7-9a2bb38aad61 req-1d6f85cd-43b4-497a-999c-9eb1781818c4 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0724096 May 23 15:32:29.758476 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a04dfce2-cd8f-42ad-bdd7-9a2bb38aad61 req-32e04f64-4bc5-4dc5-a64e-d606a124e9c7 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607018 May 23 15:32:30.439772 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb0e4d-3382-4166-acb0-941b9aef97fb req-05601599-0b48-4745-ae36-56b077000122 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:30.441271 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-1edb0e4d-3382-4166-acb0-941b9aef97fb req-05601599-0b48-4745-ae36-56b077000122 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 945 time: 0.0479538 May 23 15:32:30.487668 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-1edb0e4d-3382-4166-acb0-941b9aef97fb req-c32a56ea-b8b9-4c01-bf2f-2bd9d18c7954 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409911 May 23 15:32:30.631215 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14bc924-20de-4a73-b434-ec373edb8c36 req-5bc79853-e6a6-49ae-bf68-7902d9ecbd1b tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:30.632707 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f14bc924-20de-4a73-b434-ec373edb8c36 req-5bc79853-e6a6-49ae-bf68-7902d9ecbd1b tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc0f4046-cea9-4426-9970-4ff8f307a3c0 HTTP/1.1" status: 200 len: 944 time: 0.0509722 May 23 15:32:30.678822 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f14bc924-20de-4a73-b434-ec373edb8c36 req-5061b565-8cda-4ea8-89a8-7be9fb0fe780 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=0be3415a-c1e1-45a7-b39d-6ece3ea1e788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400915 May 23 15:32:30.869424 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf04f7-4275-4c5f-8e73-319c8769f8ce req-6d3faea1-3458-48a0-9b37-91f598954c2b tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:30.871573 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-00cf04f7-4275-4c5f-8e73-319c8769f8ce req-6d3faea1-3458-48a0-9b37-91f598954c2b tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0467732 May 23 15:32:30.921432 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-00cf04f7-4275-4c5f-8e73-319c8769f8ce req-01a69b22-3614-4849-a6e0-d97b8cb5e700 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442715 May 23 15:32:31.569934 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:31.606571 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5a093-6885-43b6-9e8f-22671b9a46df req-a3061996-8911-4f36-b25d-9df0baff178c tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:31.608083 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8ca5a093-6885-43b6-9e8f-22671b9a46df req-a3061996-8911-4f36-b25d-9df0baff178c tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 945 time: 0.0482745 May 23 15:32:31.655291 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8ca5a093-6885-43b6-9e8f-22671b9a46df req-6cbf723d-0547-4d65-8569-a1f3793f7665 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411065 May 23 15:32:31.792941 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb5d57-805b-4377-95b6-31c60eacec2f req-6eec31bd-182b-4c25-8269-9cd799033b95 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:31.794624 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-8bfb5d57-805b-4377-95b6-31c60eacec2f req-6eec31bd-182b-4c25-8269-9cd799033b95 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc0f4046-cea9-4426-9970-4ff8f307a3c0 HTTP/1.1" status: 200 len: 944 time: 0.0481503 May 23 15:32:31.840908 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-8bfb5d57-805b-4377-95b6-31c60eacec2f req-e3c9e2bf-a812-4cfc-a3b7-8ca14969d121 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=0be3415a-c1e1-45a7-b39d-6ece3ea1e788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409107 May 23 15:32:32.041138 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ff612-11fa-4871-bb6c-317e3a6b362d req-6ed9bb1c-cbb7-472f-8e6a-41e8dd02fb99 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:32.042794 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f25ff612-11fa-4871-bb6c-317e3a6b362d req-6ed9bb1c-cbb7-472f-8e6a-41e8dd02fb99 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0549459 May 23 15:32:32.090215 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f25ff612-11fa-4871-bb6c-317e3a6b362d req-af6f837b-c834-458c-aee0-713dcbaab6b9 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420060 May 23 15:32:32.762139 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=100 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:32.777616 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87720e8e-6a2c-4dda-8b3c-5ba32d8b6623 req-cceefc12-dec9-4305-acf4-218c3aaef471 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:32.779073 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-87720e8e-6a2c-4dda-8b3c-5ba32d8b6623 req-cceefc12-dec9-4305-acf4-218c3aaef471 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 945 time: 0.0461209 May 23 15:32:32.826295 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-87720e8e-6a2c-4dda-8b3c-5ba32d8b6623 req-c6f24262-3991-4db5-9c53-1181b8a62f28 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415881 May 23 15:32:32.958738 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4d47c-036a-4e68-8527-8cbb2fd260aa req-3a668c44-d784-44ec-bf84-aaca121f8de5 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:32.960214 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-39a4d47c-036a-4e68-8527-8cbb2fd260aa req-3a668c44-d784-44ec-bf84-aaca121f8de5 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc0f4046-cea9-4426-9970-4ff8f307a3c0 HTTP/1.1" status: 200 len: 944 time: 0.0489819 May 23 15:32:33.006696 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-39a4d47c-036a-4e68-8527-8cbb2fd260aa req-b101ae4b-39a3-4d7e-9cd7-1daa5340f5cc tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=0be3415a-c1e1-45a7-b39d-6ece3ea1e788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409853 May 23 15:32:33.092980 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-57a7ea67-24e4-4dca-854e-c7d66e3681b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:33.206244 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a080b6b-feca-4e24-83f1-a654cf5d75a2 req-def12ecd-c47b-4f9b-9031-9a47e92a91c9 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:33.207701 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-8a080b6b-feca-4e24-83f1-a654cf5d75a2 req-def12ecd-c47b-4f9b-9031-9a47e92a91c9 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0497537 May 23 15:32:33.254321 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-8a080b6b-feca-4e24-83f1-a654cf5d75a2 req-90e5ecdb-ab51-4ae5-a8b5-7d0608f74f09 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411522 May 23 15:32:33.951282 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d6bb5-5556-4b10-8ad8-fbcd281dd489 req-927318e5-825f-4788-a014-7069e14745d6 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:33.952967 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ad1d6bb5-5556-4b10-8ad8-fbcd281dd489 req-927318e5-825f-4788-a014-7069e14745d6 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 945 time: 0.0488975 May 23 15:32:34.004709 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ad1d6bb5-5556-4b10-8ad8-fbcd281dd489 req-667949ad-79ba-48ad-8b18-2998f7f62271 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458705 May 23 15:32:34.120573 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0dee1-a215-41f1-902d-1960bddc829b req-d5993232-9ec7-4779-b44d-6efada8e9094 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:34.122114 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-fee0dee1-a215-41f1-902d-1960bddc829b req-d5993232-9ec7-4779-b44d-6efada8e9094 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc0f4046-cea9-4426-9970-4ff8f307a3c0 HTTP/1.1" status: 200 len: 944 time: 0.0459146 May 23 15:32:34.171162 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-fee0dee1-a215-41f1-902d-1960bddc829b req-75f742d0-7ba6-4397-b5da-4e5fac6cdbcb tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=0be3415a-c1e1-45a7-b39d-6ece3ea1e788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436807 May 23 15:32:34.377146 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc60c9d-6106-40e7-bb2c-7e0c149df46d req-78303acb-a069-4495-8bc8-faab9545dbe6 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:34.378588 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-afc60c9d-6106-40e7-bb2c-7e0c149df46d req-78303acb-a069-4495-8bc8-faab9545dbe6 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0568063 May 23 15:32:34.408875 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:34.426328 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-afc60c9d-6106-40e7-bb2c-7e0c149df46d req-cca33851-240a-46f4-bdd6-4864163f4c89 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422187 May 23 15:32:35.121501 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0bd475-a3f1-4e2a-bc8e-cad7730d3364 req-1d75947c-2e82-4829-b2dd-5af9c2ec4a56 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:35.122942 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-eb0bd475-a3f1-4e2a-bc8e-cad7730d3364 req-1d75947c-2e82-4829-b2dd-5af9c2ec4a56 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 945 time: 0.0462041 May 23 15:32:35.172512 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-eb0bd475-a3f1-4e2a-bc8e-cad7730d3364 req-fb4e773c-793e-4424-b29e-127e2b414812 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436454 May 23 15:32:35.285944 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5ce3b-0947-47ca-8622-f6ef34272b44 req-0a6673bd-e10a-4ecb-af85-6aae9b5c4db2 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:35.287415 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7fe5ce3b-0947-47ca-8622-f6ef34272b44 req-0a6673bd-e10a-4ecb-af85-6aae9b5c4db2 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc0f4046-cea9-4426-9970-4ff8f307a3c0 HTTP/1.1" status: 200 len: 944 time: 0.0476065 May 23 15:32:35.333323 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7fe5ce3b-0947-47ca-8622-f6ef34272b44 req-49a1b45d-9692-46ec-b9f6-5d395f253197 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=0be3415a-c1e1-45a7-b39d-6ece3ea1e788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403597 May 23 15:32:35.453199 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-f4dbacd0-dc7d-4ec3-a723-46f1589f349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:35.541120 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246daa57-214c-4cd8-89bf-75bdd539df0a req-698c5061-7450-40ab-b35b-af1f4eb91911 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:35.542614 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-246daa57-214c-4cd8-89bf-75bdd539df0a req-698c5061-7450-40ab-b35b-af1f4eb91911 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0483294 May 23 15:32:35.588886 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-246daa57-214c-4cd8-89bf-75bdd539df0a req-2f7a9a00-6e22-41fd-a6a1-d93753b4d533 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404475 May 23 15:32:36.300418 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2fffba-d46e-4cef-b3e7-26991b5feb83 req-61ec5010-78d5-4008-aa6a-133cfd72405f tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:36.301951 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cd2fffba-d46e-4cef-b3e7-26991b5feb83 req-61ec5010-78d5-4008-aa6a-133cfd72405f tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 945 time: 0.0529835 May 23 15:32:36.348646 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cd2fffba-d46e-4cef-b3e7-26991b5feb83 req-b125006a-244c-4b9b-b289-42a8427f27a2 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413091 May 23 15:32:36.445630 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0829817-743a-4a3f-a0d1-50be500d22d9 req-6b16ea02-4001-4430-9429-ed7030e06dd3 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:36.447258 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b0829817-743a-4a3f-a0d1-50be500d22d9 req-6b16ea02-4001-4430-9429-ed7030e06dd3 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc0f4046-cea9-4426-9970-4ff8f307a3c0 HTTP/1.1" status: 200 len: 944 time: 0.0470519 May 23 15:32:36.468307 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=100 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:36.494738 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b0829817-743a-4a3f-a0d1-50be500d22d9 req-94338162-13ee-410e-bd51-fd5e1d4d5f0a tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=0be3415a-c1e1-45a7-b39d-6ece3ea1e788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409276 May 23 15:32:36.699258 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19f146-fc5b-4d23-a9c6-8d51b94120d4 req-3e5795f5-74e5-4d62-b10b-b4f9b974f218 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:36.700737 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3e19f146-fc5b-4d23-a9c6-8d51b94120d4 req-3e5795f5-74e5-4d62-b10b-b4f9b974f218 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0466962 May 23 15:32:36.748423 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3e19f146-fc5b-4d23-a9c6-8d51b94120d4 req-91fb89b2-7ffa-445d-8825-db60b7d9da46 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420961 May 23 15:32:36.903370 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:37.471857 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd14c4-0adb-4613-8998-91547bffe5d3 req-9c456823-028d-454e-9dd8-1050258df4eb tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:37.473377 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b3bd14c4-0adb-4613-8998-91547bffe5d3 req-9c456823-028d-454e-9dd8-1050258df4eb tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 945 time: 0.0526693 May 23 15:32:37.521930 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b3bd14c4-0adb-4613-8998-91547bffe5d3 req-93657a44-1643-4007-a298-ee3b860c080d tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420580 May 23 15:32:37.608337 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3bde63-d7dd-4006-920d-ff45ecaf39d2 req-20054edf-de9c-4121-bc61-1aecf7cdb3ef tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:37.609839 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5c3bde63-d7dd-4006-920d-ff45ecaf39d2 req-20054edf-de9c-4121-bc61-1aecf7cdb3ef tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc0f4046-cea9-4426-9970-4ff8f307a3c0 HTTP/1.1" status: 200 len: 944 time: 0.0467808 May 23 15:32:37.662005 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5c3bde63-d7dd-4006-920d-ff45ecaf39d2 req-1a065bcd-fb7d-4652-90cb-c22d8863b2ee tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=0be3415a-c1e1-45a7-b39d-6ece3ea1e788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461230 May 23 15:32:37.858723 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f2453-2d74-4a51-88de-4f279ab2a867 req-58d9998d-47ce-468a-a461-edb1176e9050 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:37.860176 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-087f2453-2d74-4a51-88de-4f279ab2a867 req-58d9998d-47ce-468a-a461-edb1176e9050 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0461228 May 23 15:32:37.906131 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-087f2453-2d74-4a51-88de-4f279ab2a867 req-fa759b9b-904a-47ff-88a8-76d3282511ef tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403118 May 23 15:32:38.043707 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:38.336495 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8f763a7b-84e5-407b-88bf-d2b76d8695e6 req-a60a61af-0c78-429a-b4ce-68bab74fed30 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e43ebd5-c351-461f-b27d-7ba1cfcd864a HTTP/1.1" status: 200 len: 217 time: 0.0607817 May 23 15:32:38.356771 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-48b65ea0-30b2-4d16-809a-9f1e6bbac23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:38.358305 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-48b65ea0-30b2-4d16-809a-9f1e6bbac23d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97f2f0d5-ec7b-4732-a013-35e41c3e0618 HTTP/1.1" status: 200 len: 852 time: 0.0767899 May 23 15:32:38.645231 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404d9b1-912f-4e38-9ebd-105261cedf0a req-ef402678-0544-4734-9fb8-cae969dab0ed tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:38.646718 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a404d9b1-912f-4e38-9ebd-105261cedf0a req-ef402678-0544-4734-9fb8-cae969dab0ed tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 945 time: 0.0528061 May 23 15:32:38.703707 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a404d9b1-912f-4e38-9ebd-105261cedf0a req-e0f6b58a-a5ca-40e9-9250-326521e1fa40 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505834 May 23 15:32:38.781524 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64144c5-2c82-42d5-b431-0495ccc6f697 req-0d27b127-1c88-493e-ae2e-032d50cdb9b8 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:38.783303 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a64144c5-2c82-42d5-b431-0495ccc6f697 req-0d27b127-1c88-493e-ae2e-032d50cdb9b8 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc0f4046-cea9-4426-9970-4ff8f307a3c0 HTTP/1.1" status: 200 len: 944 time: 0.0521822 May 23 15:32:38.832788 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a64144c5-2c82-42d5-b431-0495ccc6f697 req-d41e5d68-db5c-48c7-baaa-6af05980cec6 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=0be3415a-c1e1-45a7-b39d-6ece3ea1e788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438449 May 23 15:32:38.891678 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f763a7b-84e5-407b-88bf-d2b76d8695e6 req-762df009-35f3-4c35-adab-5caf00bdc3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:38.892678 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8f763a7b-84e5-407b-88bf-d2b76d8695e6 req-762df009-35f3-4c35-adab-5caf00bdc3e3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2 HTTP/1.1" status: 200 len: 858 time: 0.0791090 May 23 15:32:38.897399 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-9de31ace-998d-476c-9540-7b450f3c7364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:38.898824 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-9de31ace-998d-476c-9540-7b450f3c7364 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9306d40-6dd5-4f4d-bb55-9077bd7b986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0864651 May 23 15:32:38.973860 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:39.078903 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f763a7b-84e5-407b-88bf-d2b76d8695e6 req-2b05dce5-d193-48f6-a8d8-0f3c03d2c8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:39.080392 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8f763a7b-84e5-407b-88bf-d2b76d8695e6 req-2b05dce5-d193-48f6-a8d8-0f3c03d2c8f2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0d1e2450-f071-48af-a078-8358b70cb4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1144409 May 23 15:32:39.095859 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920ec7c-546c-410b-9d8c-d65373a51e65 req-a4261efe-192f-419f-ac32-2b104c23bf87 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:39.097193 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c920ec7c-546c-410b-9d8c-d65373a51e65 req-a4261efe-192f-419f-ac32-2b104c23bf87 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.1119473 May 23 15:32:39.149717 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-88d6691e-53f9-40b0-a377-c5b8fd97cfc8 service neutron] 10.222.0.72 "GET /v2.0/networks/c9306d40-6dd5-4f4d-bb55-9077bd7b986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733012 May 23 15:32:39.165575 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c920ec7c-546c-410b-9d8c-d65373a51e65 req-d8c63448-aada-4cc2-9350-734b179a0f81 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622866 May 23 15:32:39.718001 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:39.828032 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7361051-9a0e-4154-ba4e-5cb1b022c9ae req-ad437a98-6ac9-43cb-8934-6033346142bd tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:39.829617 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d7361051-9a0e-4154-ba4e-5cb1b022c9ae req-ad437a98-6ac9-43cb-8934-6033346142bd tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 945 time: 0.0489213 May 23 15:32:39.881288 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d7361051-9a0e-4154-ba4e-5cb1b022c9ae req-b89ae732-0153-48ba-9787-bfa16b088214 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457120 May 23 15:32:39.991914 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64379a9-f36d-426c-bb5b-b3c9394baaa4 req-9d0c4f9b-7dec-4c64-a2aa-9ea3eb9e6154 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:39.993437 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f64379a9-f36d-426c-bb5b-b3c9394baaa4 req-9d0c4f9b-7dec-4c64-a2aa-9ea3eb9e6154 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc0f4046-cea9-4426-9970-4ff8f307a3c0 HTTP/1.1" status: 200 len: 944 time: 0.0633693 May 23 15:32:40.046289 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f64379a9-f36d-426c-bb5b-b3c9394baaa4 req-c3121f95-02fa-4f47-b787-a6f8d6c91e32 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=0be3415a-c1e1-45a7-b39d-6ece3ea1e788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444500 May 23 15:32:40.281268 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d33d2e-f3db-4083-b0fb-c7c5cfafb6ef req-046c88ab-fd14-4ed7-9902-2c1d3f08136d tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:40.282755 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-14d33d2e-f3db-4083-b0fb-c7c5cfafb6ef req-046c88ab-fd14-4ed7-9902-2c1d3f08136d tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0471840 May 23 15:32:40.337266 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-14d33d2e-f3db-4083-b0fb-c7c5cfafb6ef req-9b90a976-e37e-4a5a-9c88-7322a79ce4cb tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491073 May 23 15:32:40.994198 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:41.005800 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c46cec-9686-4989-851e-fd4c4567b052 req-05c45ab2-6c57-4953-a107-1d977f16a024 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:41.007300 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-69c46cec-9686-4989-851e-fd4c4567b052 req-05c45ab2-6c57-4953-a107-1d977f16a024 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 945 time: 0.0493371 May 23 15:32:41.054525 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-69c46cec-9686-4989-851e-fd4c4567b052 req-1a457cf7-b485-45f4-a7bb-d31700ba6f6b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418117 May 23 15:32:41.157919 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd1da0-bbb6-48c0-a5e7-a2c7102b0f7d req-18ebf7c4-879a-4635-a5b4-db20e1cf523a tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:41.159347 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0fdd1da0-bbb6-48c0-a5e7-a2c7102b0f7d req-18ebf7c4-879a-4635-a5b4-db20e1cf523a tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc0f4046-cea9-4426-9970-4ff8f307a3c0 HTTP/1.1" status: 200 len: 944 time: 0.0454857 May 23 15:32:41.204746 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0fdd1da0-bbb6-48c0-a5e7-a2c7102b0f7d req-52d682f4-1f2d-4334-a272-3ab0b20a8283 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=0be3415a-c1e1-45a7-b39d-6ece3ea1e788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399892 May 23 15:32:41.454369 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e4833-c2af-42c1-9770-522c5fc26432 req-4edf7670-8192-4f1f-9c73-92dda022ec37 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:41.455902 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-686e4833-c2af-42c1-9770-522c5fc26432 req-4edf7670-8192-4f1f-9c73-92dda022ec37 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0505819 May 23 15:32:41.511944 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-686e4833-c2af-42c1-9770-522c5fc26432 req-c790ee61-c1c7-40fe-885d-a20b04a82856 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472343 May 23 15:32:42.134896 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=100 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:42.173726 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f0b30-818f-41b5-bf52-a337e2dafad9 req-86d67a1d-8473-4a87-824e-a4f68843cb85 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:42.175196 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4e1f0b30-818f-41b5-bf52-a337e2dafad9 req-86d67a1d-8473-4a87-824e-a4f68843cb85 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 945 time: 0.0489900 May 23 15:32:42.223674 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4e1f0b30-818f-41b5-bf52-a337e2dafad9 req-a6734b49-81a4-4161-95d3-5802f60a642a tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429735 May 23 15:32:42.321931 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfba25c-ce89-49be-ba8e-1ef2ab53ce12 req-63aa25dd-e758-4151-b565-c85da015b26d tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:42.324269 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fbfba25c-ce89-49be-ba8e-1ef2ab53ce12 req-63aa25dd-e758-4151-b565-c85da015b26d tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc0f4046-cea9-4426-9970-4ff8f307a3c0 HTTP/1.1" status: 200 len: 944 time: 0.0481129 May 23 15:32:42.370593 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fbfba25c-ce89-49be-ba8e-1ef2ab53ce12 req-d07b4c9b-6f97-4331-9728-9d14e872bdea tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=0be3415a-c1e1-45a7-b39d-6ece3ea1e788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404584 May 23 15:32:42.584552 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 920328ed-01fa-4ed4-b496-7b1fea54b54c no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:32:42.607119 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8ee465cc-442e-4fa2-93ad-51b344ab9d8e req-c090415b-a5f6-4dfa-8748-3ac5b3b5b89b service neutron] 10.222.0.72 "GET /v2.0/networks/c9306d40-6dd5-4f4d-bb55-9077bd7b986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586373 May 23 15:32:42.612806 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8f763a7b-84e5-407b-88bf-d2b76d8695e6 req-43f63534-1eb7-4725-aa1b-1fd43774574c service neutron] 10.222.0.72 "GET /v2.0/networks/0d1e2450-f071-48af-a078-8358b70cb4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546066 May 23 15:32:42.624533 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-deeacb48-f8ad-4ee7-aaeb-78a4c3f342fc None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:32:42.636068 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a0bad-76fe-492e-b414-be2cc57f5d37 req-d77b866f-26cc-43ca-9249-d8ba8949d51c tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:42.637646 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b83a0bad-76fe-492e-b414-be2cc57f5d37 req-d77b866f-26cc-43ca-9249-d8ba8949d51c tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0551040 May 23 15:32:42.660361 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port 920328ed-01fa-4ed4-b496-7b1fea54b54c is: ACTIVE; New status is: DOWN {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:32:42.660756 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (920328ed-01fa-4ed4-b496-7b1fea54b54c), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:42.684570 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b83a0bad-76fe-492e-b414-be2cc57f5d37 req-344c2ecf-ffc7-4e93-9a11-8e00caa0e0c9 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409594 May 23 15:32:42.686752 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9038c8-1395-4d48-b10b-2fe7310c4c76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '920328ed-01fa-4ed4-b496-7b1fea54b54c'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:32:42.689040 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f55e67021d3a90dbbd6c8997e5bd31cd20e79582d0fa2823ba23f1fb24bbbe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4543c3-3f10-4ac4-a575-af51bceae5dd" -d '{"events": [{"server_uuid": "9b9038c8-1395-4d48-b10b-2fe7310c4c76", "name": "network-vif-unplugged", "status": "completed", "tag": "920328ed-01fa-4ed4-b496-7b1fea54b54c"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:32:42.703304 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 920328ed-01fa-4ed4-b496-7b1fea54b54c, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=920328ed-01fa-4ed4-b496-7b1fea54b54c,segment=NetworkSegment(29e85e02-494b-40ff-afd0-9241970fba55),segment_id=29e85e02-494b-40ff-afd0-9241970fba55)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:32:42.707593 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (920328ed-01fa-4ed4-b496-7b1fea54b54c), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:42.782126 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=920328ed-01fa-4ed4-b496-7b1fea54b54c,revision_number=8']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:32:42.786147 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 May 2022 15:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee88264-1750-4528-ba09-1c066755a829 x-openstack-request-id: req-9ee88264-1750-4528-ba09-1c066755a829 {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:32:42.786442 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9038c8-1395-4d48-b10b-2fe7310c4c76", "name": "network-vif-unplugged", "status": "completed", "tag": "920328ed-01fa-4ed4-b496-7b1fea54b54c", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:32:42.786788 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9ee88264-1750-4528-ba09-1c066755a829 {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:32:42.787093 dv-cinder-841125-8-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ee88264-1750-4528-ba09-1c066755a829'] response: {'server_uuid': '9b9038c8-1395-4d48-b10b-2fe7310c4c76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '920328ed-01fa-4ed4-b496-7b1fea54b54c', 'code': 200} May 23 15:32:42.794294 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:42.794591 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:42.794966 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:42.795474 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:42.795824 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:42.796159 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:42.796495 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:42.796825 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:42.797186 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:42.797515 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:42.797843 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:42.798172 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:42.798497 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:42.798820 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:42.799146 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:42.858461 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5f2f2-48b0-4571-8614-0e589b2e7cdd req-3471fda1-cdb3-493c-8726-44a419c64110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:42.859947 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-90a5f2f2-48b0-4571-8614-0e589b2e7cdd req-3471fda1-cdb3-493c-8726-44a419c64110 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=65c6b1563c424330ade1ef15f8efa110&device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 1127 time: 0.1029823 May 23 15:32:42.897738 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8f763a7b-84e5-407b-88bf-d2b76d8695e6 req-d091ebbd-a37d-4341-b7ff-b3f65179bb28 service neutron] 10.222.0.72 "GET /v2.0/networks/0d1e2450-f071-48af-a078-8358b70cb4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626489 May 23 15:32:43.344955 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e05cd1-97e6-4ec7-b2a8-069b890f532d req-2346648e-c954-4195-9884-64b172ee06c5 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:43.346472 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-69e05cd1-97e6-4ec7-b2a8-069b890f532d req-2346648e-c954-4195-9884-64b172ee06c5 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 943 time: 0.0485902 May 23 15:32:43.412643 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-69e05cd1-97e6-4ec7-b2a8-069b890f532d req-f33af4de-db13-401e-8e36-b0c1c5bc23c8 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596755 May 23 15:32:43.496125 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a403c4-bba8-439e-b7ba-0653512167f7 req-1a0c6a6f-1b0c-46f1-9fbf-b0e74e05dba5 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:43.497967 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-17a403c4-bba8-439e-b7ba-0653512167f7 req-1a0c6a6f-1b0c-46f1-9fbf-b0e74e05dba5 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc0f4046-cea9-4426-9970-4ff8f307a3c0 HTTP/1.1" status: 200 len: 944 time: 0.0535977 May 23 15:32:43.554930 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-17a403c4-bba8-439e-b7ba-0653512167f7 req-956af595-2f4c-4c54-9345-8a85bd0b10b0 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=0be3415a-c1e1-45a7-b39d-6ece3ea1e788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514004 May 23 15:32:43.749092 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e35982-034e-486b-afbe-3dbb15dc9acb req-b8cf56ea-cb7d-4b7c-a106-d4a86b7f53e4 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:43.750549 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d2e35982-034e-486b-afbe-3dbb15dc9acb req-b8cf56ea-cb7d-4b7c-a106-d4a86b7f53e4 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.0487201 May 23 15:32:43.779499 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=100 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:43.801356 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d2e35982-034e-486b-afbe-3dbb15dc9acb req-e3f500b9-1c32-40f5-950e-2776166d9537 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452652 May 23 15:32:43.904934 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172b1a1-38f4-4abf-98d9-85dc01c24c64 req-b4b99806-2dc0-4213-8af2-aeb9dd6c4ec0 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:43.906432 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f172b1a1-38f4-4abf-98d9-85dc01c24c64 req-b4b99806-2dc0-4213-8af2-aeb9dd6c4ec0 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0487416 May 23 15:32:43.967625 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f172b1a1-38f4-4abf-98d9-85dc01c24c64 req-8363b694-5cfc-4d41-935c-d660f061d361 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554116 May 23 15:32:44.101828 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:44.145771 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5f2f2-48b0-4571-8614-0e589b2e7cdd req-45acfff3-8f92-4350-a48b-71f72c0c8c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:44.147273 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-90a5f2f2-48b0-4571-8614-0e589b2e7cdd req-45acfff3-8f92-4350-a48b-71f72c0c8c50 service neutron] 10.222.0.72 "GET /v2.0/networks?id=751cbaf0-d17b-4cd8-950f-078d51e9414f HTTP/1.1" status: 200 len: 917 time: 0.0937004 May 23 15:32:44.551854 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d724c6f-da50-4cee-a6e2-eae01885ec72 req-bcc74522-2ad8-4966-b233-4104fddb4477 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:44.553332 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9d724c6f-da50-4cee-a6e2-eae01885ec72 req-bcc74522-2ad8-4966-b233-4104fddb4477 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 943 time: 0.0477695 May 23 15:32:44.600164 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9d724c6f-da50-4cee-a6e2-eae01885ec72 req-997b7a1b-87b9-40a6-80a5-dbb4e919b6fe tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404263 May 23 15:32:44.707039 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add645c6-3148-45fb-b944-9a7a4d92b2a2 req-9fcd3c1e-2121-488d-9991-b80a2443b347 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:44.708591 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-add645c6-3148-45fb-b944-9a7a4d92b2a2 req-9fcd3c1e-2121-488d-9991-b80a2443b347 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc0f4046-cea9-4426-9970-4ff8f307a3c0 HTTP/1.1" status: 200 len: 944 time: 0.0501554 May 23 15:32:44.755936 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-add645c6-3148-45fb-b944-9a7a4d92b2a2 req-b2b2ee06-876a-4772-957e-99e37fd84b01 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=0be3415a-c1e1-45a7-b39d-6ece3ea1e788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408597 May 23 15:32:44.916454 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634dbef-cb7b-46f4-a1a1-679cbdf54ebc req-708672c6-bac2-4dde-b2a8-cfbb49c51332 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:44.918758 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4634dbef-cb7b-46f4-a1a1-679cbdf54ebc req-708672c6-bac2-4dde-b2a8-cfbb49c51332 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.0472872 May 23 15:32:44.966806 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4634dbef-cb7b-46f4-a1a1-679cbdf54ebc req-ad5e7fd0-17f6-4218-8de2-ca5d04419fc1 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406072 May 23 15:32:45.092601 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a56cd3-8c52-4504-96a8-0f522cef13c9 req-a778da91-babb-4d87-9287-bb230e0273dc tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:45.094178 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-e4a56cd3-8c52-4504-96a8-0f522cef13c9 req-a778da91-babb-4d87-9287-bb230e0273dc tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0587986 May 23 15:32:45.142711 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-e4a56cd3-8c52-4504-96a8-0f522cef13c9 req-d6ef51fd-7e5b-4b2b-9ec5-30044c30a559 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428326 May 23 15:32:45.717511 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3e44f-a44b-4c73-9d01-4b12a1df54cc req-88102595-73c9-4c2c-b253-44a1f48178ca tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:45.718987 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-e1f3e44f-a44b-4c73-9d01-4b12a1df54cc req-88102595-73c9-4c2c-b253-44a1f48178ca tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 943 time: 0.0465913 May 23 15:32:45.767472 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-e1f3e44f-a44b-4c73-9d01-4b12a1df54cc req-c47908c1-7836-4027-b435-0fd45a6741ec tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428019 May 23 15:32:45.791747 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-90a5f2f2-48b0-4571-8614-0e589b2e7cdd req-19feb524-b184-49b9-83a9-d8e534bad822 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=920328ed-01fa-4ed4-b496-7b1fea54b54c HTTP/1.1" status: 200 len: 999 time: 0.0629003 May 23 15:32:45.893117 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac842b-16c8-4939-b302-584f00351a39 req-09743c2c-12d4-42f4-b640-4a0ce316d756 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:45.894781 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-11ac842b-16c8-4939-b302-584f00351a39 req-09743c2c-12d4-42f4-b640-4a0ce316d756 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc0f4046-cea9-4426-9970-4ff8f307a3c0 HTTP/1.1" status: 200 len: 944 time: 0.0478063 May 23 15:32:45.956120 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-11ac842b-16c8-4939-b302-584f00351a39 req-0786db67-3481-41e4-be5a-aef30e57d8ea tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=0be3415a-c1e1-45a7-b39d-6ece3ea1e788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554850 May 23 15:32:45.975783 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5f2f2-48b0-4571-8614-0e589b2e7cdd req-389c787e-53d7-44ed-9956-0e9b9d3b1d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:45.977309 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-90a5f2f2-48b0-4571-8614-0e589b2e7cdd req-389c787e-53d7-44ed-9956-0e9b9d3b1d9d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=045c111a-efa9-497c-8e54-7f6b21c0aa2b HTTP/1.1" status: 200 len: 855 time: 0.0563407 May 23 15:32:46.100167 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc5f51b-f769-48b6-a186-9f00f0511f96 req-4ac2d34d-74b6-4de7-9bd3-50c7c99b22c8 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:46.101681 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ffc5f51b-f769-48b6-a186-9f00f0511f96 req-4ac2d34d-74b6-4de7-9bd3-50c7c99b22c8 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.0614409 May 23 15:32:46.117550 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=100 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:46.155285 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ffc5f51b-f769-48b6-a186-9f00f0511f96 req-d65f966e-34e6-49f8-ba30-0905a552b78b tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444574 May 23 15:32:46.281017 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f25408-66e1-4845-85ca-b8142de15dd8 req-17c3628e-fc28-4f3d-b4a2-635f271114b7 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:46.282418 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d6f25408-66e1-4845-85ca-b8142de15dd8 req-17c3628e-fc28-4f3d-b4a2-635f271114b7 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0665531 May 23 15:32:46.337105 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d6f25408-66e1-4845-85ca-b8142de15dd8 req-19cccc61-2ef0-45fb-a19e-940adc5fdc64 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489450 May 23 15:32:46.608178 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 5ecea450-0a05-473a-b7b2-1cd3cef1fd28 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:32:46.729635 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 5ecea450-0a05-473a-b7b2-1cd3cef1fd28, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=5ecea450-0a05-473a-b7b2-1cd3cef1fd28,segment=NetworkSegment(4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0),segment_id=4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:32:46.740913 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (88197243-2542-4a6c-b81b-f727b3d95aaf), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:46.742066 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Returning: {'device': '5ecea450-0a05-473a-b7b2-1cd3cef1fd28', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'port_id': '5ecea450-0a05-473a-b7b2-1cd3cef1fd28', 'mac_address': 'fa:16:3e:e9:bf:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 958, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:32:46.786492 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port 5ecea450-0a05-473a-b7b2-1cd3cef1fd28 is: DOWN; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:32:46.787127 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (5ecea450-0a05-473a-b7b2-1cd3cef1fd28), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:46.809519 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ecea450-0a05-473a-b7b2-1cd3cef1fd28 {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:32:46.841000 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 5ecea450-0a05-473a-b7b2-1cd3cef1fd28, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=5ecea450-0a05-473a-b7b2-1cd3cef1fd28,segment=NetworkSegment(4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0),segment_id=4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:32:46.846484 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (5ecea450-0a05-473a-b7b2-1cd3cef1fd28), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:46.921079 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 34834) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:32:46.943845 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=5ecea450-0a05-473a-b7b2-1cd3cef1fd28,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:32:46.951216 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12dfee4-5569-4f49-9b88-31a7e19941d3 req-153ac66a-498f-4828-b62a-04bbbc410e9e tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:46.961440 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-e12dfee4-5569-4f49-9b88-31a7e19941d3 req-153ac66a-498f-4828-b62a-04bbbc410e9e tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 943 time: 0.1002543 May 23 15:32:47.044692 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-e12dfee4-5569-4f49-9b88-31a7e19941d3 req-9307de3e-7fec-4d65-9002-abc0d1268b15 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819292 May 23 15:32:47.130321 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5f2f2-48b0-4571-8614-0e589b2e7cdd req-8515fcb4-2a9a-453c-b0b2-cba5cfb19ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:47.131846 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-90a5f2f2-48b0-4571-8614-0e589b2e7cdd req-8515fcb4-2a9a-453c-b0b2-cba5cfb19ae0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=751cbaf0-d17b-4cd8-950f-078d51e9414f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1019154 May 23 15:32:47.132591 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b085f996-64e1-43cd-982c-1cda3445c105 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:47.135265 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:47.142449 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01d18f-5da1-4775-991b-0c442e46a5a7 req-dc0b06f1-af93-486e-87c6-3f7854296645 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:47.144170 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6e01d18f-5da1-4775-991b-0c442e46a5a7 req-dc0b06f1-af93-486e-87c6-3f7854296645 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc0f4046-cea9-4426-9970-4ff8f307a3c0 HTTP/1.1" status: 200 len: 945 time: 0.1050251 May 23 15:32:47.278840 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] get_ports_and_sgs() called for port_ids ['5ecea450-0a05-473a-b7b2-1cd3cef1fd28'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:32:47.294931 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6e01d18f-5da1-4775-991b-0c442e46a5a7 req-7a424b50-2b07-4545-87f2-c7373f63c22b tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=0be3415a-c1e1-45a7-b39d-6ece3ea1e788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413846 May 23 15:32:47.349012 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-90a5f2f2-48b0-4571-8614-0e589b2e7cdd req-9e6a6e17-60e2-415a-b510-7b8d60f52aee service neutron] 10.222.0.72 "GET /v2.0/networks/751cbaf0-d17b-4cd8-950f-078d51e9414f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776805 May 23 15:32:47.406695 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b085f996-64e1-43cd-982c-1cda3445c105 admin admin] Publish callbacks [] for security_group (7f00d29c-0eb5-424a-b487-c19b8342fefd), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:47.434861 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b085f996-64e1-43cd-982c-1cda3445c105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (7f00d29c-0eb5-424a-b487-c19b8342fefd), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:47.580949 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc3c36-8c0f-4965-aeed-7d7451314fa8 req-0c4209f1-ac83-49f2-a595-0272a126b9bf tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:47.582881 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d0fc3c36-8c0f-4965-aeed-7d7451314fa8 req-0c4209f1-ac83-49f2-a595-0272a126b9bf tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.3478992 May 23 15:32:47.653630 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d0fc3c36-8c0f-4965-aeed-7d7451314fa8 req-806a8789-347c-473f-a598-52123336d751 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547981 May 23 15:32:47.784540 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-b085f996-64e1-43cd-982c-1cda3445c105 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2d5867b29ac444959b10c0653ed1ef15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8619010 May 23 15:32:47.787470 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 34868) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:32:47.797094 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae91232-fdd8-49dd-9609-63ab11fe57cc req-015d3bf7-8c83-4310-8eaf-c9aa5a6b243f tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:47.798497 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8ae91232-fdd8-49dd-9609-63ab11fe57cc req-015d3bf7-8c83-4310-8eaf-c9aa5a6b243f tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.3470383 May 23 15:32:47.799161 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b085f996-64e1-43cd-982c-1cda3445c105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f00d29c-0eb5-424a-b487-c19b8342fefd,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:32:47.852005 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-90a5f2f2-48b0-4571-8614-0e589b2e7cdd req-cf822394-9c71-4095-8cf3-7943c4abdbdc service neutron] 10.222.0.72 "GET /v2.0/networks/751cbaf0-d17b-4cd8-950f-078d51e9414f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4508080 May 23 15:32:47.853722 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-99ef8878-4aa8-47a4-b02e-8f97b7a75539 admin admin] Publish callbacks [] for security_group (7f00d29c-0eb5-424a-b487-c19b8342fefd), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:47.881526 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8ae91232-fdd8-49dd-9609-63ab11fe57cc req-a9106e82-4eb1-4baf-82b4-4bdf13ef764f tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736296 May 23 15:32:47.894396 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-99ef8878-4aa8-47a4-b02e-8f97b7a75539 admin admin] Publish callbacks [] for security_group (7f00d29c-0eb5-424a-b487-c19b8342fefd), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:47.897051 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=100 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:47.953223 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-99ef8878-4aa8-47a4-b02e-8f97b7a75539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (7f00d29c-0eb5-424a-b487-c19b8342fefd), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:47.956182 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-99ef8878-4aa8-47a4-b02e-8f97b7a75539 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:47.957591 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-99ef8878-4aa8-47a4-b02e-8f97b7a75539 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7f00d29c-0eb5-424a-b487-c19b8342fefd HTTP/1.1" status: 204 len: 168 time: 0.1691422 May 23 15:32:47.965759 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef8878-4aa8-47a4-b02e-8f97b7a75539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f00d29c-0eb5-424a-b487-c19b8342fefd,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:32:47.981249 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:47.983403 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=82,neutron:UPDATE=7 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:48.179159 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2044ab-4a92-453e-b14b-7a769d2660bd req-b902c0a1-5935-475f-8a44-b08dd8975327 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:48.188143 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-3b2044ab-4a92-453e-b14b-7a769d2660bd req-b902c0a1-5935-475f-8a44-b08dd8975327 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 943 time: 0.0683341 May 23 15:32:48.242305 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-3b2044ab-4a92-453e-b14b-7a769d2660bd req-4b311570-5c83-4e75-960b-44eaf8d81108 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532360 May 23 15:32:48.405821 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eec527-5a96-4ace-9908-8feb760e4a5d req-cbcb4c58-c86e-4037-9eb7-b0c228f18995 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:48.407425 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-91eec527-5a96-4ace-9908-8feb760e4a5d req-cbcb4c58-c86e-4037-9eb7-b0c228f18995 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc0f4046-cea9-4426-9970-4ff8f307a3c0 HTTP/1.1" status: 200 len: 945 time: 0.0500598 May 23 15:32:48.465131 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-91eec527-5a96-4ace-9908-8feb760e4a5d req-6ac08dc9-6985-4bb8-b7b3-579cb255e81f tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=0be3415a-c1e1-45a7-b39d-6ece3ea1e788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500498 May 23 15:32:48.618629 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 5ecea450-0a05-473a-b7b2-1cd3cef1fd28 up at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:32:48.638228 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:48.665582 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Provisioning for port 5ecea450-0a05-473a-b7b2-1cd3cef1fd28 completed by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 15:32:48.676512 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Provisioning complete for port 5ecea450-0a05-473a-b7b2-1cd3cef1fd28 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:32:48.677201 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (5ecea450-0a05-473a-b7b2-1cd3cef1fd28), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:48.784339 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port 5ecea450-0a05-473a-b7b2-1cd3cef1fd28 is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:32:48.784822 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (5ecea450-0a05-473a-b7b2-1cd3cef1fd28), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:48.807217 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32671c38-bfa6-4f74-90a3-3931fb9a085a req-9bf14565-ac62-437f-9251-ad86e9f81de0 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:48.809232 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-32671c38-bfa6-4f74-90a3-3931fb9a085a req-9bf14565-ac62-437f-9251-ad86e9f81de0 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.0625758 May 23 15:32:48.819046 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0f4046-cea9-4426-9970-4ff8f307a3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ecea450-0a05-473a-b7b2-1cd3cef1fd28'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:32:48.821763 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f55e67021d3a90dbbd6c8997e5bd31cd20e79582d0fa2823ba23f1fb24bbbe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8573beb8-a224-4f4d-9f38-05c101ff4388" -d '{"events": [{"server_uuid": "cc0f4046-cea9-4426-9970-4ff8f307a3c0", "name": "network-vif-plugged", "status": "completed", "tag": "5ecea450-0a05-473a-b7b2-1cd3cef1fd28"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:32:48.848581 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 5ecea450-0a05-473a-b7b2-1cd3cef1fd28, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=5ecea450-0a05-473a-b7b2-1cd3cef1fd28,segment=NetworkSegment(4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0),segment_id=4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:32:48.854047 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (5ecea450-0a05-473a-b7b2-1cd3cef1fd28), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:48.898526 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-32671c38-bfa6-4f74-90a3-3931fb9a085a req-3ee6662b-2082-4dd0-a1b9-7ff0027c08a1 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798309 May 23 15:32:48.908742 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b564411-ee5f-4fae-9000-267215a76c63 x-openstack-request-id: req-7b564411-ee5f-4fae-9000-267215a76c63 {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:32:48.909057 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0f4046-cea9-4426-9970-4ff8f307a3c0", "name": "network-vif-plugged", "status": "completed", "tag": "5ecea450-0a05-473a-b7b2-1cd3cef1fd28", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:32:48.909314 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7b564411-ee5f-4fae-9000-267215a76c63 {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:32:48.909706 dv-cinder-841125-8-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b564411-ee5f-4fae-9000-267215a76c63'] response: {'server_uuid': 'cc0f4046-cea9-4426-9970-4ff8f307a3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ecea450-0a05-473a-b7b2-1cd3cef1fd28', 'code': 200} May 23 15:32:48.934493 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=5ecea450-0a05-473a-b7b2-1cd3cef1fd28,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:32:48.969123 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 34918) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:32:49.082605 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ecfc29d0-0872-4369-87c0-3f23c8d3127b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:49.177437 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ecfc29d0-0872-4369-87c0-3f23c8d3127b admin admin] Publish callbacks [] for security_group (c56a944f-6de4-481f-8467-b4d1bc9b8263), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:49.182070 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ecfc29d0-0872-4369-87c0-3f23c8d3127b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (c56a944f-6de4-481f-8467-b4d1bc9b8263), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:49.228662 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-ecfc29d0-0872-4369-87c0-3f23c8d3127b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d91b049126b7462ca8b5d0ed79a1c6ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2552156 May 23 15:32:49.228662 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc29d0-0872-4369-87c0-3f23c8d3127b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56a944f-6de4-481f-8467-b4d1bc9b8263,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:32:49.229950 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 34928) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:32:49.246951 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfc29d0-0872-4369-87c0-3f23c8d3127b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:49.247303 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfc29d0-0872-4369-87c0-3f23c8d3127b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:49.247693 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfc29d0-0872-4369-87c0-3f23c8d3127b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:49.247963 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfc29d0-0872-4369-87c0-3f23c8d3127b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:49.248561 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfc29d0-0872-4369-87c0-3f23c8d3127b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:49.248677 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfc29d0-0872-4369-87c0-3f23c8d3127b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:49.248947 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfc29d0-0872-4369-87c0-3f23c8d3127b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:49.249411 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfc29d0-0872-4369-87c0-3f23c8d3127b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:49.249613 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfc29d0-0872-4369-87c0-3f23c8d3127b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:49.249896 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfc29d0-0872-4369-87c0-3f23c8d3127b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:49.250651 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfc29d0-0872-4369-87c0-3f23c8d3127b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:49.251024 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfc29d0-0872-4369-87c0-3f23c8d3127b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:49.251301 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfc29d0-0872-4369-87c0-3f23c8d3127b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:49.251742 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfc29d0-0872-4369-87c0-3f23c8d3127b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:49.252063 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfc29d0-0872-4369-87c0-3f23c8d3127b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:49.301338 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ee13ab99-3fb8-45dc-aacb-e7631782544f admin admin] Publish callbacks [] for security_group (c56a944f-6de4-481f-8467-b4d1bc9b8263), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:49.303734 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:49.312119 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 34934) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:32:49.334035 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ee13ab99-3fb8-45dc-aacb-e7631782544f admin admin] Publish callbacks [] for security_group (c56a944f-6de4-481f-8467-b4d1bc9b8263), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:49.399424 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ee13ab99-3fb8-45dc-aacb-e7631782544f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (c56a944f-6de4-481f-8467-b4d1bc9b8263), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:49.403867 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ee13ab99-3fb8-45dc-aacb-e7631782544f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:49.405338 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-ee13ab99-3fb8-45dc-aacb-e7631782544f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c56a944f-6de4-481f-8467-b4d1bc9b8263 HTTP/1.1" status: 204 len: 168 time: 0.1743140 May 23 15:32:49.416066 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee13ab99-3fb8-45dc-aacb-e7631782544f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56a944f-6de4-481f-8467-b4d1bc9b8263,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:32:49.454959 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11db26c-8237-4531-8ea7-28856a1a70c9 req-31eb5b67-48dc-46ce-8c3f-07edb377022a tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:49.456696 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d11db26c-8237-4531-8ea7-28856a1a70c9 req-31eb5b67-48dc-46ce-8c3f-07edb377022a tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 943 time: 0.1079781 May 23 15:32:49.476633 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 34944) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:32:49.481385 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-c82c4d8a-e882-4817-b5b1-ce4e358e2dcd tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1106571793', 'description': 'tempest-description--1353167609'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:32:49.507730 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c82c4d8a-e882-4817-b5b1-ce4e358e2dcd tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:49.545202 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b8cd1282-5abb-4c50-babd-ab7a58690ba9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:49.552360 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:49.570351 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d11db26c-8237-4531-8ea7-28856a1a70c9 req-949aa9db-e667-4e2f-8358-b0d41d5c9d94 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069951 May 23 15:32:49.600104 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:49.676807 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9809e9f-dfbe-47bc-8ac9-f02cf4a69cf7 req-6163d0cc-8cce-42bb-beb2-060e9569f240 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:49.684811 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a9809e9f-dfbe-47bc-8ac9-f02cf4a69cf7 req-6163d0cc-8cce-42bb-beb2-060e9569f240 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc0f4046-cea9-4426-9970-4ff8f307a3c0 HTTP/1.1" status: 200 len: 946 time: 0.1087234 May 23 15:32:49.688339 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b8cd1282-5abb-4c50-babd-ab7a58690ba9 admin admin] Publish callbacks [] for security_group (0b67f3cc-904c-42d3-9033-4c39867d0e22), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:49.697413 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b8cd1282-5abb-4c50-babd-ab7a58690ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (0b67f3cc-904c-42d3-9033-4c39867d0e22), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:49.699336 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c82c4d8a-e882-4817-b5b1-ce4e358e2dcd tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks [] for security_group (b2e4192e-ddae-414c-81fc-36ce9d2a4154), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:49.708720 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c82c4d8a-e882-4817-b5b1-ce4e358e2dcd tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (b2e4192e-ddae-414c-81fc-36ce9d2a4154), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:49.746429 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd1282-5abb-4c50-babd-ab7a58690ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b67f3cc-904c-42d3-9033-4c39867d0e22,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:32:49.750884 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-b8cd1282-5abb-4c50-babd-ab7a58690ba9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=daeedbb18d174046848923a2fb745418&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4376640 May 23 15:32:49.752676 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c82c4d8a-e882-4817-b5b1-ce4e358e2dcd tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:49.753924 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-c82c4d8a-e882-4817-b5b1-ce4e358e2dcd tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2761934 May 23 15:32:49.755927 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 34948) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:32:49.757644 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 34950) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:32:49.767889 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-4e0e7a6a-fba2-40f1-84dd-e0f6eb93d28d tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Request body: {'security_group_rule': {'security_group_id': 'b2e4192e-ddae-414c-81fc-36ce9d2a4154', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:32:49.772759 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c4d8a-e882-4817-b5b1-ce4e358e2dcd tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e4192e-ddae-414c-81fc-36ce9d2a4154,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:32:49.775278 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cd1282-5abb-4c50-babd-ab7a58690ba9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:49.775828 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cd1282-5abb-4c50-babd-ab7a58690ba9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:49.777141 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cd1282-5abb-4c50-babd-ab7a58690ba9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:49.777669 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cd1282-5abb-4c50-babd-ab7a58690ba9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:49.778217 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cd1282-5abb-4c50-babd-ab7a58690ba9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:49.778748 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cd1282-5abb-4c50-babd-ab7a58690ba9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:49.779061 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a9809e9f-dfbe-47bc-8ac9-f02cf4a69cf7 req-f0111cc9-a39e-44c6-b695-e6dca1972dd8 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=0be3415a-c1e1-45a7-b39d-6ece3ea1e788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933576 May 23 15:32:49.779397 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cd1282-5abb-4c50-babd-ab7a58690ba9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:49.779886 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cd1282-5abb-4c50-babd-ab7a58690ba9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:49.780383 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cd1282-5abb-4c50-babd-ab7a58690ba9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:49.782281 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cd1282-5abb-4c50-babd-ab7a58690ba9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:49.782833 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cd1282-5abb-4c50-babd-ab7a58690ba9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:49.783324 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cd1282-5abb-4c50-babd-ab7a58690ba9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:49.783831 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cd1282-5abb-4c50-babd-ab7a58690ba9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:49.784317 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cd1282-5abb-4c50-babd-ab7a58690ba9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:49.784977 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cd1282-5abb-4c50-babd-ab7a58690ba9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:49.841685 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4e0e7a6a-fba2-40f1-84dd-e0f6eb93d28d tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks [] for security_group_rule (d9740b91-e747-4459-a96c-723089c9a942), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:49.868740 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b91566cc-d286-4d60-8ab5-9f7b69b0ca18 admin admin] Publish callbacks [] for security_group (0b67f3cc-904c-42d3-9033-4c39867d0e22), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:49.911272 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b91566cc-d286-4d60-8ab5-9f7b69b0ca18 admin admin] Publish callbacks [] for security_group (0b67f3cc-904c-42d3-9033-4c39867d0e22), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:49.955290 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4e0e7a6a-fba2-40f1-84dd-e0f6eb93d28d tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks [] for security_group_rule (d9740b91-e747-4459-a96c-723089c9a942), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:49.959937 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4e0e7a6a-fba2-40f1-84dd-e0f6eb93d28d tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594284'] for security_group_rule (d9740b91-e747-4459-a96c-723089c9a942), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:50.007644 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e7a6a-fba2-40f1-84dd-e0f6eb93d28d tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9740b91-e747-4459-a96c-723089c9a942,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:32:50.021832 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b91566cc-d286-4d60-8ab5-9f7b69b0ca18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (0b67f3cc-904c-42d3-9033-4c39867d0e22), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:50.024755 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b91566cc-d286-4d60-8ab5-9f7b69b0ca18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:50.025928 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-b91566cc-d286-4d60-8ab5-9f7b69b0ca18 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0b67f3cc-904c-42d3-9033-4c39867d0e22 HTTP/1.1" status: 204 len: 168 time: 0.2690501 May 23 15:32:50.035635 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4e0e7a6a-fba2-40f1-84dd-e0f6eb93d28d tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:50.036790 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-4e0e7a6a-fba2-40f1-84dd-e0f6eb93d28d tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2725580 May 23 15:32:50.039588 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 34956) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:32:50.045377 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-411e2196-6d78-4f7d-bfd9-d86ef75521f3 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Request body: {'security_group_rule': {'security_group_id': 'b2e4192e-ddae-414c-81fc-36ce9d2a4154', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:32:50.048123 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100588a-6dd1-4767-b722-a08726368b03 req-8dbf8454-ba24-49e1-a775-e340bb64c88f tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:50.049637 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d100588a-6dd1-4767-b722-a08726368b03 req-8dbf8454-ba24-49e1-a775-e340bb64c88f tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.0876808 May 23 15:32:50.050863 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91566cc-d286-4d60-8ab5-9f7b69b0ca18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b67f3cc-904c-42d3-9033-4c39867d0e22,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:32:50.106297 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:50.111262 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d100588a-6dd1-4767-b722-a08726368b03 req-255c2887-0392-4a1e-9f5a-b69a549ef2be tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542097 May 23 15:32:50.125974 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-411e2196-6d78-4f7d-bfd9-d86ef75521f3 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks [] for security_group_rule (deb1628f-d56e-4969-af8a-88b2cd12d1f5), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:50.210458 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-411e2196-6d78-4f7d-bfd9-d86ef75521f3 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks [] for security_group_rule (deb1628f-d56e-4969-af8a-88b2cd12d1f5), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:50.218216 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-411e2196-6d78-4f7d-bfd9-d86ef75521f3 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594284'] for security_group_rule (deb1628f-d56e-4969-af8a-88b2cd12d1f5), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:50.240029 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e2196-6d78-4f7d-bfd9-d86ef75521f3 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deb1628f-d56e-4969-af8a-88b2cd12d1f5,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:32:50.249260 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-411e2196-6d78-4f7d-bfd9-d86ef75521f3 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:50.252932 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-411e2196-6d78-4f7d-bfd9-d86ef75521f3 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2095053 May 23 15:32:50.253998 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 34958) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:32:50.262518 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-c74a0ff5-04d2-43bc-aca2-ae797f070e64 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Request body: {'floatingip': {'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:32:50.292665 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436c393-8b3c-482b-9d07-377786846520 req-be52421f-c535-487d-aa2d-2b6ecc5ee032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:50.292665 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9436c393-8b3c-482b-9d07-377786846520 req-be52421f-c535-487d-aa2d-2b6ecc5ee032 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=65c6b1563c424330ade1ef15f8efa110&device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 1127 time: 0.0851784 May 23 15:32:50.325729 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c74a0ff5-04d2-43bc-aca2-ae797f070e64 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:50.452861 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c74a0ff5-04d2-43bc-aca2-ae797f070e64 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:50.524253 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e618fdf-3d9e-4ee7-b715-57c729682daa req-99c83947-09fe-45ae-9de3-7fd853fe48e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:50.525916 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8e618fdf-3d9e-4ee7-b715-57c729682daa req-99c83947-09fe-45ae-9de3-7fd853fe48e7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cc0f4046-cea9-4426-9970-4ff8f307a3c0 HTTP/1.1" status: 200 len: 1130 time: 0.1311126 May 23 15:32:50.528586 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436c393-8b3c-482b-9d07-377786846520 req-042b61b7-24e7-4ec8-896b-716bdce8ffe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:50.530019 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9436c393-8b3c-482b-9d07-377786846520 req-042b61b7-24e7-4ec8-896b-716bdce8ffe9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=751cbaf0-d17b-4cd8-950f-078d51e9414f HTTP/1.1" status: 200 len: 917 time: 0.1716094 May 23 15:32:50.567706 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-c74a0ff5-04d2-43bc-aca2-ae797f070e64 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Allocated IP 172.27.2.241 (c36a36f9-cc20-4687-9603-de8e87d2bfc7/aa177288-79a2-4e75-ac60-432249438b03/3740105e-7c23-4689-8525-458db9f46a67) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:32:50.576977 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:50.705985 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c74a0ff5-04d2-43bc-aca2-ae797f070e64 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks [] for port (3740105e-7c23-4689-8525-458db9f46a67), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:50.722942 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c6a89-709f-4da9-bf84-4a397f47bd7d req-afbb9def-0a93-42a9-8137-c69523182552 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:50.724504 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-402c6a89-709f-4da9-bf84-4a397f47bd7d req-afbb9def-0a93-42a9-8137-c69523182552 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 943 time: 0.0609422 May 23 15:32:50.786888 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c74a0ff5-04d2-43bc-aca2-ae797f070e64 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (3740105e-7c23-4689-8525-458db9f46a67), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:50.817989 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-402c6a89-709f-4da9-bf84-4a397f47bd7d req-fa36bbaa-78ab-4bd3-9354-f9185b02ba87 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830441 May 23 15:32:50.831050 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74a0ff5-04d2-43bc-aca2-ae797f070e64 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Network c36a36f9-cc20-4687-9603-de8e87d2bfc7 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:32:50.837727 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-c74a0ff5-04d2-43bc-aca2-ae797f070e64 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:32:50.848714 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74a0ff5-04d2-43bc-aca2-ae797f070e64 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:32:50.851959 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a0ff5-04d2-43bc-aca2-ae797f070e64 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Pushing event updated for resources: {'Port': ['ID=3740105e-7c23-4689-8525-458db9f46a67,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:32:50.878671 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:50.974665 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:50.982304 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c74a0ff5-04d2-43bc-aca2-ae797f070e64 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks [] for floatingip (15bf0119-c152-4a86-8544-8679fd3e4dbe), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:51.024785 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee6eb8-0a66-4ee5-ad01-8795a3d8390f req-14f851f6-5d6c-4cdb-b96f-7f6734fef995 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:51.027315 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ddee6eb8-0a66-4ee5-ad01-8795a3d8390f req-14f851f6-5d6c-4cdb-b96f-7f6734fef995 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc0f4046-cea9-4426-9970-4ff8f307a3c0 HTTP/1.1" status: 200 len: 946 time: 0.1241066 May 23 15:32:51.029160 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c74a0ff5-04d2-43bc-aca2-ae797f070e64 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (3740105e-7c23-4689-8525-458db9f46a67), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:51.034856 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9436c393-8b3c-482b-9d07-377786846520 req-eacb16ec-0b12-4f31-8779-09d94ba0e130 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=920328ed-01fa-4ed4-b496-7b1fea54b54c HTTP/1.1" status: 200 len: 999 time: 0.1930194 May 23 15:32:51.058447 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8e618fdf-3d9e-4ee7-b715-57c729682daa req-0c403190-ff71-4d3e-87d3-044f761af4af service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0be3415a-c1e1-45a7-b39d-6ece3ea1e788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2177579 May 23 15:32:51.126547 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436c393-8b3c-482b-9d07-377786846520 req-cf780fb4-cf40-4837-b586-c4dd9b00295f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:51.128087 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9436c393-8b3c-482b-9d07-377786846520 req-cf780fb4-cf40-4837-b586-c4dd9b00295f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=045c111a-efa9-497c-8e54-7f6b21c0aa2b HTTP/1.1" status: 200 len: 855 time: 0.0824769 May 23 15:32:51.131629 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ddee6eb8-0a66-4ee5-ad01-8795a3d8390f req-ce56f739-1fe6-4d1e-afc4-5e2e5d89b780 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=0be3415a-c1e1-45a7-b39d-6ece3ea1e788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932262 May 23 15:32:51.224509 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:51.248813 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d648c1-2242-45f6-a1b8-ae7026a41771 req-7e48e711-ad08-4ded-be50-18aea090e678 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:51.249174 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c74a0ff5-04d2-43bc-aca2-ae797f070e64 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks [] for port (3740105e-7c23-4689-8525-458db9f46a67), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:51.250453 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-62d648c1-2242-45f6-a1b8-ae7026a41771 req-7e48e711-ad08-4ded-be50-18aea090e678 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.0559461 May 23 15:32:51.253967 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c74a0ff5-04d2-43bc-aca2-ae797f070e64 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413202'] for port (3740105e-7c23-4689-8525-458db9f46a67), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:51.317418 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-62d648c1-2242-45f6-a1b8-ae7026a41771 req-d4dc73c7-5482-4286-9fed-df0cf943ce9b tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535858 May 23 15:32:51.326061 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a0ff5-04d2-43bc-aca2-ae797f070e64 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Pushing event updated for resources: {'Port': ['ID=3740105e-7c23-4689-8525-458db9f46a67,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:32:51.335313 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c74a0ff5-04d2-43bc-aca2-ae797f070e64 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-863864'] for floatingip (15bf0119-c152-4a86-8544-8679fd3e4dbe), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:51.351136 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c74a0ff5-04d2-43bc-aca2-ae797f070e64 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:51.352633 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-c74a0ff5-04d2-43bc-aca2-ae797f070e64 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0967660 May 23 15:32:51.434250 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [req-b063a14b-a18f-44e3-91dd-0d73af60c1a0 req-f23f4fce-6f10-4adc-b604-847754cb8ac9 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104080) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 15:32:51.435295 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b063a14b-a18f-44e3-91dd-0d73af60c1a0 req-f23f4fce-6f10-4adc-b604-847754cb8ac9 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0067902 May 23 15:32:51.464035 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436c393-8b3c-482b-9d07-377786846520 req-303ab17f-7a08-46c9-b986-c8b4ee14a1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:51.465723 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9436c393-8b3c-482b-9d07-377786846520 req-303ab17f-7a08-46c9-b986-c8b4ee14a1af service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=751cbaf0-d17b-4cd8-950f-078d51e9414f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524108 May 23 15:32:51.587131 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-8c93791a-6d97-4c0a-89ad-e4964ce0b32a tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1106571793&fields=id&tenant_id=0712b807a4584f7b8f019ceb65ff1e14 HTTP/1.1" status: 200 len: 267 time: 0.0493257 May 23 15:32:51.692558 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-69e5ee4c-6ac0-4b24-b26c-c7988ec7ae0b tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:51.694038 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-69e5ee4c-6ac0-4b24-b26c-c7988ec7ae0b tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/networks?id=0d1e2450-f071-48af-a078-8358b70cb4cd HTTP/1.1" status: 200 len: 819 time: 0.1008368 May 23 15:32:51.708144 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-1cd27a41-4611-42c7-998f-f88dbb285723 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/quotas/0712b807a4584f7b8f019ceb65ff1e14 HTTP/1.1" status: 200 len: 375 time: 0.0088074 May 23 15:32:51.765545 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-ea1a2916-c86b-44a9-a4a9-66470b0604a5 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0712b807a4584f7b8f019ceb65ff1e14&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0525651 May 23 15:32:51.860499 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-1b2bf68b-e759-41ac-8b91-72ca2c8cb2aa service neutron] 10.222.0.30 "GET /v2.0/networks/0d1e2450-f071-48af-a078-8358b70cb4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828197 May 23 15:32:52.014419 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-e042c439-20c3-4d55-8d4e-3b0915bac815 service neutron] 10.222.0.30 "GET /v2.0/networks/0d1e2450-f071-48af-a078-8358b70cb4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482570 May 23 15:32:52.028518 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9436c393-8b3c-482b-9d07-377786846520 req-ae13074e-b68d-445a-87ac-8059f4d8ae7a service neutron] 10.222.0.72 "GET /v2.0/networks/751cbaf0-d17b-4cd8-950f-078d51e9414f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152031 May 23 15:32:52.127213 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9436c393-8b3c-482b-9d07-377786846520 req-b35da2f6-64f7-40d2-a5ec-6e7838415818 service neutron] 10.222.0.72 "GET /v2.0/networks/751cbaf0-d17b-4cd8-950f-078d51e9414f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922537 May 23 15:32:52.179227 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-eb9f94f3-3474-4b23-8237-e98c2f5081ef req-1b648dba-b926-4a44-91c5-f3c4da7e6103 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 210 time: 0.0296216 May 23 15:32:52.297446 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250282f-d7cd-4d31-b923-e9dc349808d8 req-dcad0960-1720-4d2e-b22c-b86b62ae06ef tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:52.299190 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6250282f-d7cd-4d31-b923-e9dc349808d8 req-dcad0960-1720-4d2e-b22c-b86b62ae06ef tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc0f4046-cea9-4426-9970-4ff8f307a3c0 HTTP/1.1" status: 200 len: 946 time: 0.0586276 May 23 15:32:52.350069 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6250282f-d7cd-4d31-b923-e9dc349808d8 req-8bdb3899-71f4-443d-bd42-f4648a96f9e8 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=0be3415a-c1e1-45a7-b39d-6ece3ea1e788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447888 May 23 15:32:52.472569 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a664864-4f86-4b72-a31e-6da0674149fd req-35fbf5c9-f42f-4617-8763-e6be335224a9 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:52.481759 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8a664864-4f86-4b72-a31e-6da0674149fd req-35fbf5c9-f42f-4617-8763-e6be335224a9 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.0657277 May 23 15:32:52.536725 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:52.549793 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:52.554731 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8a664864-4f86-4b72-a31e-6da0674149fd req-7c6a03ca-2364-49e2-8664-8888b9d14fde tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720301 May 23 15:32:52.639911 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df58ce-b87c-4f74-8fe7-7043a2fddc75 req-6493187f-875b-481d-b491-37e8d1013fb2 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:52.641458 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c9df58ce-b87c-4f74-8fe7-7043a2fddc75 req-6493187f-875b-481d-b491-37e8d1013fb2 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 943 time: 0.0511687 May 23 15:32:52.695506 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c9df58ce-b87c-4f74-8fe7-7043a2fddc75 req-403c54d7-0a53-400d-89ae-2adb49d6cba7 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484848 May 23 15:32:53.030194 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 35042) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:32:53.124009 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7e638131-45c7-4763-8d44-9f3abbdd7dcd req-95a9aa6f-3b36-41a0-b423-5865e3883d29 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0925694 May 23 15:32:53.132827 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [req-7e638131-45c7-4763-8d44-9f3abbdd7dcd req-3c295199-5769-4779-ad4b-46cb8c573ecc service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104080) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 15:32:53.133877 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7e638131-45c7-4763-8d44-9f3abbdd7dcd req-3c295199-5769-4779-ad4b-46cb8c573ecc service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051165 May 23 15:32:53.225974 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 35054) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:32:53.281421 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a8026b17-6c1e-4313-8679-89298a4aaeec req-438ae9fe-d278-4f0f-9fcc-eccc05660cd5 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 210 time: 0.0313847 May 23 15:32:53.338268 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e638131-45c7-4763-8d44-9f3abbdd7dcd req-02bd9111-ed9b-4045-8546-a2c7a4d1786f tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:53.339765 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7e638131-45c7-4763-8d44-9f3abbdd7dcd req-02bd9111-ed9b-4045-8546-a2c7a4d1786f tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports/920328ed-01fa-4ed4-b496-7b1fea54b54c HTTP/1.1" status: 200 len: 940 time: 0.1123083 May 23 15:32:53.484592 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c737d1-82c9-44b7-843e-398f97760a89 req-8720d1c4-f187-4424-9d39-ac034be3e32f tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:53.486196 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-96c737d1-82c9-44b7-843e-398f97760a89 req-8720d1c4-f187-4424-9d39-ac034be3e32f tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc0f4046-cea9-4426-9970-4ff8f307a3c0 HTTP/1.1" status: 200 len: 946 time: 0.0517914 May 23 15:32:53.506079 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:53.542651 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-96c737d1-82c9-44b7-843e-398f97760a89 req-d0fb51b9-9fc2-4c32-b26a-79e3bb3c62ce tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=0be3415a-c1e1-45a7-b39d-6ece3ea1e788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507212 May 23 15:32:53.722110 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154edce2-1a25-4eaa-ad4a-8ef0d35588ed req-c8f5152e-fd5c-4e88-af47-dacc56ea89e0 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:53.723621 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-154edce2-1a25-4eaa-ad4a-8ef0d35588ed req-c8f5152e-fd5c-4e88-af47-dacc56ea89e0 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc0f4046-cea9-4426-9970-4ff8f307a3c0 HTTP/1.1" status: 200 len: 946 time: 0.0936649 May 23 15:32:53.732657 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 35076) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:32:53.733209 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab23d35-22b7-4c24-bef1-e0812711ef6d req-851d43a7-5961-4967-84e4-6f96216ff8c9 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:53.734922 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0ab23d35-22b7-4c24-bef1-e0812711ef6d req-851d43a7-5961-4967-84e4-6f96216ff8c9 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.0668871 May 23 15:32:53.737704 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-5ce44386-4b59-4285-b607-db24ecab4afc tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Request body: {'floatingip': {'port_id': '5ecea450-0a05-473a-b7b2-1cd3cef1fd28'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:32:53.783146 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5ce44386-4b59-4285-b607-db24ecab4afc tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for floatingip (3b6b1b14-9680-4075-9d75-343930fd77e4), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:53.795797 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0ab23d35-22b7-4c24-bef1-e0812711ef6d req-a9956858-911d-4272-a1b7-4732b6ce878a tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541148 May 23 15:32:53.887912 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f99f3a-0655-4e04-afd9-d262b3181cca req-bc9ad71a-d1e9-4c4a-8fcb-5c3ae3dfe5eb tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:53.889585 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c7f99f3a-0655-4e04-afd9-d262b3181cca req-bc9ad71a-d1e9-4c4a-8fcb-5c3ae3dfe5eb tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 943 time: 0.1041389 May 23 15:32:54.009168 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c7f99f3a-0655-4e04-afd9-d262b3181cca req-fb304fd0-5e85-44da-8ce6-12f2bc380717 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022754 May 23 15:32:54.382737 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5ce44386-4b59-4285-b607-db24ecab4afc tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:54.392540 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5ce44386-4b59-4285-b607-db24ecab4afc tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-863864'] for floatingip (3b6b1b14-9680-4075-9d75-343930fd77e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:54.397769 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-1b17730a-cd91-4ac1-9ee5-7e4c959d5edb req-da27ec3e-2bb3-4f48-9076-52032a7287a4 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 210 time: 0.0321324 May 23 15:32:54.440386 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-1bc2510b-fce2-4500-868f-f8f7f17651e9 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:54.442006 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-1bc2510b-fce2-4500-868f-f8f7f17651e9 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.72 "GET /v2.0/networks?id=0d1e2450-f071-48af-a078-8358b70cb4cd HTTP/1.1" status: 200 len: 819 time: 0.2054408 May 23 15:32:54.506335 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.db.l3_db [None req-5ce44386-4b59-4285-b607-db24ecab4afc tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Floating IP 3b6b1b14-9680-4075-9d75-343930fd77e4 associated. External IP: 172.27.2.82, port: 5ecea450-0a05-473a-b7b2-1cd3cef1fd28. May 23 15:32:54.651624 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:54.655491 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 920328ed-01fa-4ed4-b496-7b1fea54b54c no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:32:54.730063 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:54.734058 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port 920328ed-01fa-4ed4-b496-7b1fea54b54c is: DOWN; New status is: DOWN {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:32:54.735581 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-3738f0f5-919d-4b80-bdd3-3248a7cd5ea7 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0712b807a4584f7b8f019ceb65ff1e14 HTTP/1.1" status: 200 len: 380 time: 0.0932834 May 23 15:32:54.753663 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-2c8cb73a-2e08-4755-9e0e-9a4ff86c41e0 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Request body: {'port': {'device_id': 'bb26539d-bd10-48dd-9c5d-433060babfb6', 'network_id': '0d1e2450-f071-48af-a078-8358b70cb4cd', 'admin_state_up': True, 'tenant_id': '0712b807a4584f7b8f019ceb65ff1e14', 'security_groups': ['b2e4192e-ddae-414c-81fc-36ce9d2a4154']}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:32:54.816803 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce44386-4b59-4285-b607-db24ecab4afc tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Router 73c86724-c44e-4cb5-bf5d-4e91768509eb has already been hosted by L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:32:54.961047 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-2c8cb73a-2e08-4755-9e0e-9a4ff86c41e0 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Made reservation on behalf of 0712b807a4584f7b8f019ceb65ff1e14 for: {'port': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:32:54.965117 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-2c8cb73a-2e08-4755-9e0e-9a4ff86c41e0 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:54.972109 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba9f35-cd73-489a-a792-7b96f1e00bc2 req-7c88620f-566d-497f-9096-61787839f1e8 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:54.973597 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-94ba9f35-cd73-489a-a792-7b96f1e00bc2 req-7c88620f-566d-497f-9096-61787839f1e8 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.0894790 May 23 15:32:55.092965 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce44386-4b59-4285-b607-db24ecab4afc tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:32:55.103558 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5ce44386-4b59-4285-b607-db24ecab4afc tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for floatingip (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:55.104767 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf5c0f9-74d4-430a-9105-8f879713ef1b None None] Sync routers for ids ['73c86724-c44e-4cb5-bf5d-4e91768509eb'] in dv-cinder-841125-8-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:32:55.117679 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf5c0f9-74d4-430a-9105-8f879713ef1b None None] Routers {'73c86724-c44e-4cb5-bf5d-4e91768509eb'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:32:55.118316 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-baf5c0f9-74d4-430a-9105-8f879713ef1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:32:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['73c86724-c44e-4cb5-bf5d-4e91768509eb'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:32:55.139526 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b3a2e-1dae-43fd-acc7-21692f302879 req-7abb838c-f38e-42ba-8a94-705a280aabc9 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:55.141622 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-425b3a2e-1dae-43fd-acc7-21692f302879 req-7abb838c-f38e-42ba-8a94-705a280aabc9 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 943 time: 0.0545278 May 23 15:32:55.153531 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-94ba9f35-cd73-489a-a792-7b96f1e00bc2 req-d407fe28-36c5-45e2-bc28-e02c2d8e952b tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556106 May 23 15:32:55.187234 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-5ce44386-4b59-4285-b607-db24ecab4afc tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "PUT /v2.0/floatingips/3b6b1b14-9680-4075-9d75-343930fd77e4 HTTP/1.1" status: 200 len: 991 time: 1.4533992 May 23 15:32:55.189787 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0f4046-cea9-4426-9970-4ff8f307a3c0', 'tag': '5ecea450-0a05-473a-b7b2-1cd3cef1fd28'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:32:55.192042 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d701dac66fe37c46ae86bb78260b1e19b4b16e00f190307f8222235e17cfe25e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f55258a-2b2d-4f57-a9f0-2456dd83d8c0" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0f4046-cea9-4426-9970-4ff8f307a3c0", "tag": "5ecea450-0a05-473a-b7b2-1cd3cef1fd28"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:32:55.209898 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-425b3a2e-1dae-43fd-acc7-21692f302879 req-bb847a83-bef2-4f0b-b626-011b32085d8d tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607660 May 23 15:32:55.222424 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-2c8cb73a-2e08-4755-9e0e-9a4ff86c41e0 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Allocated IP 172.20.0.9 (0d1e2450-f071-48af-a078-8358b70cb4cd/eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2/e105091f-4632-47d3-b731-412205a70375) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:32:55.239193 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e160944-27eb-4705-921f-d6e2ea527258 x-openstack-request-id: req-2e160944-27eb-4705-921f-d6e2ea527258 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:32:55.239484 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0f4046-cea9-4426-9970-4ff8f307a3c0", "tag": "5ecea450-0a05-473a-b7b2-1cd3cef1fd28", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:32:55.239967 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2e160944-27eb-4705-921f-d6e2ea527258 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:32:55.240161 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e160944-27eb-4705-921f-d6e2ea527258'] response: {'name': 'network-changed', 'server_uuid': 'cc0f4046-cea9-4426-9970-4ff8f307a3c0', 'tag': '5ecea450-0a05-473a-b7b2-1cd3cef1fd28', 'status': 'completed', 'code': 200} May 23 15:32:55.244032 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-baf5c0f9-74d4-430a-9105-8f879713ef1b None None] Set router 73c86724-c44e-4cb5-bf5d-4e91768509eb gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:32:55.373361 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-2c8cb73a-2e08-4755-9e0e-9a4ff86c41e0 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks [] for port (e105091f-4632-47d3-b731-412205a70375), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:55.406877 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-2c8cb73a-2e08-4755-9e0e-9a4ff86c41e0 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250202'] for port (e105091f-4632-47d3-b731-412205a70375), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:55.441649 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:55.452902 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-2c8cb73a-2e08-4755-9e0e-9a4ff86c41e0 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Network 0d1e2450-f071-48af-a078-8358b70cb4cd is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:32:55.463903 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-2c8cb73a-2e08-4755-9e0e-9a4ff86c41e0 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:32:55.466494 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-2c8cb73a-2e08-4755-9e0e-9a4ff86c41e0 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:32:55.473954 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:55.483396 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-baf5c0f9-74d4-430a-9105-8f879713ef1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'name': 'tempest-AttachVolumeNegativeTest-46828579-router', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:01Z', 'revision_number': 4, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'gw_port': {'id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:48Z', 'updated_at': '2022-05-23T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_floatingips': [{'id': '1014a43d-3ce6-4c19-a9ee-80d24324a83d', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'floating_ip_address': '172.27.2.234', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'port_id': '844b0f3e-da49-4384-9cfa-321053312dea', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'mac_address': 'fa:16:3e:84:05:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30f7223-50a4-46a7-b9df-cc24cc0ba14e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:30:16Z', 'updated_at': '2022-05-23T15:30:53Z', 'revision_number': 2, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'fixed_ip_address_scope': None}, {'id': '3b6b1b14-9680-4075-9d75-343930fd77e4', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'floating_ip_address': '172.27.2.82', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'port_id': '5ecea450-0a05-473a-b7b2-1cd3cef1fd28', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'mac_address': 'fa:16:3e:e9:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0f4046-cea9-4426-9970-4ff8f307a3c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:32:03Z', 'updated_at': '2022-05-23T15:32:54Z', 'revision_number': 1, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed7ccaf-c776-4c8b-85e4-178419f40af7', 'name': '', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'mac_address': 'fa:16:3e:53:a7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:58Z', 'updated_at': '2022-05-23T15:30:14Z', 'revision_number': 5, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'subnets': [{'id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:32:55.506614 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8cb73a-2e08-4755-9e0e-9a4ff86c41e0 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Pushing event updated for resources: {'Port': ['ID=e105091f-4632-47d3-b731-412205a70375,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:32:55.511986 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf5c0f9-74d4-430a-9105-8f879713ef1b None None] Checking router: 73c86724-c44e-4cb5-bf5d-4e91768509eb for host: dv-cinder-841125-8-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:32:55.526004 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf5c0f9-74d4-430a-9105-8f879713ef1b None None] Routers {'73c86724-c44e-4cb5-bf5d-4e91768509eb'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:32:55.527149 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-baf5c0f9-74d4-430a-9105-8f879713ef1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:32:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['73c86724-c44e-4cb5-bf5d-4e91768509eb'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:32:55.539787 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-2c8cb73a-2e08-4755-9e0e-9a4ff86c41e0 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:55.540431 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-2c8cb73a-2e08-4755-9e0e-9a4ff86c41e0 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for port (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:55.546743 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e963e-4ca1-466c-ac13-bf91dbbec094 req-458c3c54-033f-40e5-a569-c762034322e3 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:55.553461 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ce6e963e-4ca1-466c-ac13-bf91dbbec094 req-458c3c54-033f-40e5-a569-c762034322e3 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 931 time: 0.0823650 May 23 15:32:55.561152 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-2c8cb73a-2e08-4755-9e0e-9a4ff86c41e0 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8129721 May 23 15:32:55.609104 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ce6e963e-4ca1-466c-ac13-bf91dbbec094 req-85341661-1544-48dd-a781-99bf08d1804d tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504665 May 23 15:32:55.649241 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-baf5c0f9-74d4-430a-9105-8f879713ef1b None None] Set router 73c86724-c44e-4cb5-bf5d-4e91768509eb gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:32:55.743196 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-9aa55b75-96f1-4522-88b4-753fed44871b None None] Provisioning complete for port e105091f-4632-47d3-b731-412205a70375 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:32:55.743749 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-9aa55b75-96f1-4522-88b4-753fed44871b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (e105091f-4632-47d3-b731-412205a70375), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:55.777337 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-9aa55b75-96f1-4522-88b4-753fed44871b None None] Port e105091f-4632-47d3-b731-412205a70375 cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:32:55.880040 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-baf5c0f9-74d4-430a-9105-8f879713ef1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'name': 'tempest-AttachVolumeNegativeTest-46828579-router', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:01Z', 'revision_number': 4, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'gw_port': {'id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:48Z', 'updated_at': '2022-05-23T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_floatingips': [{'id': '1014a43d-3ce6-4c19-a9ee-80d24324a83d', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'floating_ip_address': '172.27.2.234', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'port_id': '844b0f3e-da49-4384-9cfa-321053312dea', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'mac_address': 'fa:16:3e:84:05:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30f7223-50a4-46a7-b9df-cc24cc0ba14e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:30:16Z', 'updated_at': '2022-05-23T15:30:53Z', 'revision_number': 2, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'fixed_ip_address_scope': None}, {'id': '3b6b1b14-9680-4075-9d75-343930fd77e4', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'floating_ip_address': '172.27.2.82', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'port_id': '5ecea450-0a05-473a-b7b2-1cd3cef1fd28', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'mac_address': 'fa:16:3e:e9:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0f4046-cea9-4426-9970-4ff8f307a3c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:32:03Z', 'updated_at': '2022-05-23T15:32:54Z', 'revision_number': 1, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed7ccaf-c776-4c8b-85e4-178419f40af7', 'name': '', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'mac_address': 'fa:16:3e:53:a7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:58Z', 'updated_at': '2022-05-23T15:30:14Z', 'revision_number': 5, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'subnets': [{'id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:32:55.909379 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf5c0f9-74d4-430a-9105-8f879713ef1b None None] The sync data for ids ['73c86724-c44e-4cb5-bf5d-4e91768509eb'] in dv-cinder-841125-8-iscsi is: [{'id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'name': 'tempest-AttachVolumeNegativeTest-46828579-router', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:01Z', 'revision_number': 4, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'gw_port': {'id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:48Z', 'updated_at': '2022-05-23T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_floatingips': [{'id': '1014a43d-3ce6-4c19-a9ee-80d24324a83d', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'floating_ip_address': '172.27.2.234', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'port_id': '844b0f3e-da49-4384-9cfa-321053312dea', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'mac_address': 'fa:16:3e:84:05:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30f7223-50a4-46a7-b9df-cc24cc0ba14e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:30:16Z', 'updated_at': '2022-05-23T15:30:53Z', 'revision_number': 2, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'fixed_ip_address_scope': None}, {'id': '3b6b1b14-9680-4075-9d75-343930fd77e4', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'floating_ip_address': '172.27.2.82', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'port_id': '5ecea450-0a05-473a-b7b2-1cd3cef1fd28', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'mac_address': 'fa:16:3e:e9:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0f4046-cea9-4426-9970-4ff8f307a3c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:32:03Z', 'updated_at': '2022-05-23T15:32:54Z', 'revision_number': 1, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed7ccaf-c776-4c8b-85e4-178419f40af7', 'name': '', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'mac_address': 'fa:16:3e:53:a7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:58Z', 'updated_at': '2022-05-23T15:30:14Z', 'revision_number': 5, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'subnets': [{'id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:32:56.117801 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0911698-4a1f-48e5-a5e9-7872ee8ac12f None None] New status for floating IP 3b6b1b14-9680-4075-9d75-343930fd77e4: ACTIVE {{(pid=104082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:32:56.357586 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4212c0b-effd-4921-956b-3a3284bf213b req-f3ccab69-ab83-4fe4-8c00-145fdd046526 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:56.359188 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a4212c0b-effd-4921-956b-3a3284bf213b req-f3ccab69-ab83-4fe4-8c00-145fdd046526 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 943 time: 0.0623827 May 23 15:32:56.410601 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:56.416981 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a4212c0b-effd-4921-956b-3a3284bf213b req-b79d687a-e973-4f68-9291-27ff88cedad8 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503962 May 23 15:32:56.522151 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da226f80-6ab2-49fb-8e21-1c59f69d1b3d req-dacbe74e-cc96-4041-af5f-665f5ac9bd09 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:56.523631 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-da226f80-6ab2-49fb-8e21-1c59f69d1b3d req-dacbe74e-cc96-4041-af5f-665f5ac9bd09 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.2885122 May 23 15:32:56.569825 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-da226f80-6ab2-49fb-8e21-1c59f69d1b3d req-4045472e-3325-4c60-a33b-75fedbe9005d tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397370 May 23 15:32:56.729342 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a899db-d21b-451b-b156-ce51684f9787 req-db1130f7-2ff2-4524-92f9-353f90722e3d tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:56.730838 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f5a899db-d21b-451b-b156-ce51684f9787 req-db1130f7-2ff2-4524-92f9-353f90722e3d tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 931 time: 0.0493715 May 23 15:32:56.782922 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f5a899db-d21b-451b-b156-ce51684f9787 req-1b856476-dbe5-44ee-a014-10b1385108b6 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461257 May 23 15:32:57.545741 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b433a-29fc-4772-80e0-9028e42994b3 req-049235a9-48ae-4a9f-b2f1-4f0f1b6d9a41 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:57.547231 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-131b433a-29fc-4772-80e0-9028e42994b3 req-049235a9-48ae-4a9f-b2f1-4f0f1b6d9a41 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 943 time: 0.0498226 May 23 15:32:57.593716 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-131b433a-29fc-4772-80e0-9028e42994b3 req-1a170bc5-25b0-44ce-a46a-f622cb6d7d12 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409188 May 23 15:32:57.688200 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4361b-2774-486f-9558-1541e811aa78 req-5a29dc5f-0815-4e00-b905-f443b69b6dad tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:57.689701 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-83d4361b-2774-486f-9558-1541e811aa78 req-5a29dc5f-0815-4e00-b905-f443b69b6dad tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.0491068 May 23 15:32:57.735666 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-83d4361b-2774-486f-9558-1541e811aa78 req-498de325-58ed-4e85-a9d9-0315190c2ff2 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403366 May 23 15:32:57.898185 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1935de-7973-4072-864d-d0602a5bb33e req-e4a86a18-4943-4260-bee0-145f0615b9ae tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:57.899809 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8d1935de-7973-4072-864d-d0602a5bb33e req-e4a86a18-4943-4260-bee0-145f0615b9ae tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 931 time: 0.0511186 May 23 15:32:57.952509 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8d1935de-7973-4072-864d-d0602a5bb33e req-d4dc8a26-faa1-41b0-ab08-602516f8334f tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458145 May 23 15:32:58.714628 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637daad-7415-40fc-9066-c940437c99b1 req-f0b331c7-e222-4da2-9803-2e3c41563c1f tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:58.716154 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a637daad-7415-40fc-9066-c940437c99b1 req-f0b331c7-e222-4da2-9803-2e3c41563c1f tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 943 time: 0.0492237 May 23 15:32:58.761931 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a637daad-7415-40fc-9066-c940437c99b1 req-5f17c24f-0b91-4290-894f-85c81d03a152 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400832 May 23 15:32:58.856645 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d3d1e-e9b3-4c02-bd93-42d826044b15 req-d708636f-6f07-4d2e-836a-88c5c4ec7084 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:58.858184 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-076d3d1e-e9b3-4c02-bd93-42d826044b15 req-d708636f-6f07-4d2e-836a-88c5c4ec7084 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.0486865 May 23 15:32:58.907361 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-076d3d1e-e9b3-4c02-bd93-42d826044b15 req-f5b18c26-6e40-4713-b98b-fab4fc610546 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432954 May 23 15:32:59.070524 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7164bf-378c-48c3-a0e0-e55743b331d5 req-7f1fe0b4-bd2a-4524-96e6-7d5a14a5cd72 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:59.072069 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4c7164bf-378c-48c3-a0e0-e55743b331d5 req-7f1fe0b4-bd2a-4524-96e6-7d5a14a5cd72 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 931 time: 0.0488477 May 23 15:32:59.119505 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4c7164bf-378c-48c3-a0e0-e55743b331d5 req-4d3b64f0-0ecc-467f-82e2-bc4cc3eb7f8d tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411370 May 23 15:32:59.883928 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f36334-b725-4f9f-8dbc-0eb5dac7fab1 req-41c4d612-6eb8-4521-97d9-cbf8d43585fa tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:59.885894 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a0f36334-b725-4f9f-8dbc-0eb5dac7fab1 req-41c4d612-6eb8-4521-97d9-cbf8d43585fa tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 943 time: 0.0509219 May 23 15:32:59.945436 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a0f36334-b725-4f9f-8dbc-0eb5dac7fab1 req-318cbfdc-6a97-4122-9a5c-176293caceac tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535131 May 23 15:33:00.038218 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cf0218-1f03-48d9-8f56-dd8d86f9667c req-cc8d9835-2aa7-4461-bfd7-f165a0acbc0e tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:00.039727 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-31cf0218-1f03-48d9-8f56-dd8d86f9667c req-cc8d9835-2aa7-4461-bfd7-f165a0acbc0e tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.0480072 May 23 15:33:00.086407 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-31cf0218-1f03-48d9-8f56-dd8d86f9667c req-fee49127-e315-415a-a1cd-89aa7a40cf42 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403790 May 23 15:33:00.231461 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7c753-9978-484c-9372-61abfda05188 req-7ec495e6-d8f1-495d-b2db-0b44ade35bdb tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:00.233018 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-66e7c753-9978-484c-9372-61abfda05188 req-7ec495e6-d8f1-495d-b2db-0b44ade35bdb tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 931 time: 0.0458951 May 23 15:33:00.278805 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-66e7c753-9978-484c-9372-61abfda05188 req-77391b7d-1fbc-4f40-a1ae-7d84f4b0b5b1 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402255 May 23 15:33:00.481898 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-d3eea398-3c41-4b97-a1f7-ed94145da6e1 service neutron] Request body: {'port': {'device_id': 'bb26539d-bd10-48dd-9c5d-433060babfb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:33:00.540291 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-d3eea398-3c41-4b97-a1f7-ed94145da6e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (e105091f-4632-47d3-b731-412205a70375), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:00.754469 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:00.825537 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-d3eea398-3c41-4b97-a1f7-ed94145da6e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e105091f-4632-47d3-b731-412205a70375 {{(pid=104081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:33:00.833085 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-d3eea398-3c41-4b97-a1f7-ed94145da6e1 service neutron] Publish callbacks [] for port (e105091f-4632-47d3-b731-412205a70375), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:00.845851 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:00.847050 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-d3eea398-3c41-4b97-a1f7-ed94145da6e1 service neutron] Transition to ACTIVE for port object e105091f-4632-47d3-b731-412205a70375 will not be triggered until provisioned by entity L2. {{(pid=104081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 15:33:00.851580 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-d3eea398-3c41-4b97-a1f7-ed94145da6e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4250195'] for port (e105091f-4632-47d3-b731-412205a70375), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:00.905414 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eea398-3c41-4b97-a1f7-ed94145da6e1 service neutron] Pushing event updated for resources: {'Port': ['ID=e105091f-4632-47d3-b731-412205a70375,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:33:01.022164 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55258a-2b2d-4f57-a9f0-2456dd83d8c0 req-d8c9a445-bf59-4230-b215-d36003487732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:01.023719 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8f55258a-2b2d-4f57-a9f0-2456dd83d8c0 req-d8c9a445-bf59-4230-b215-d36003487732 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f2020e2bf35744af9161d7cf3e8bd345&device_id=cc0f4046-cea9-4426-9970-4ff8f307a3c0 HTTP/1.1" status: 200 len: 1130 time: 0.0897861 May 23 15:33:01.042853 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-d3eea398-3c41-4b97-a1f7-ed94145da6e1 service neutron] Attempting to bind port e105091f-4632-47d3-b731-412205a70375 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:33:01.044805 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-d3eea398-3c41-4b97-a1f7-ed94145da6e1 service neutron] Attempting to bind port e105091f-4632-47d3-b731-412205a70375 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': 'eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '0d1e2450-f071-48af-a078-8358b70cb4cd'}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:33:01.044805 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-d3eea398-3c41-4b97-a1f7-ed94145da6e1 service neutron] Attempting to bind port e105091f-4632-47d3-b731-412205a70375 on network 0d1e2450-f071-48af-a078-8358b70cb4cd {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:33:01.048684 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-d3eea398-3c41-4b97-a1f7-ed94145da6e1 service neutron] Port e105091f-4632-47d3-b731-412205a70375 on network 0d1e2450-f071-48af-a078-8358b70cb4cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 15:33:01.049114 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-d3eea398-3c41-4b97-a1f7-ed94145da6e1 service neutron] Attempting to bind port e105091f-4632-47d3-b731-412205a70375 on network 0d1e2450-f071-48af-a078-8358b70cb4cd {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:33:01.055992 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-d3eea398-3c41-4b97-a1f7-ed94145da6e1 service neutron] Checking agent: {'id': '88197243-2542-4a6c-b81b-f727b3d95aaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 27, 45), 'started_at': datetime.datetime(2022, 5, 23, 15, 27, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:33:01.056489 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-d3eea398-3c41-4b97-a1f7-ed94145da6e1 service neutron] Checking segment: {'id': 'eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '0d1e2450-f071-48af-a078-8358b70cb4cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:33:01.057024 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-d3eea398-3c41-4b97-a1f7-ed94145da6e1 service neutron] Bound using segment: {'id': 'eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '0d1e2450-f071-48af-a078-8358b70cb4cd'} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:33:01.058215 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-d3eea398-3c41-4b97-a1f7-ed94145da6e1 service neutron] Bound port: e105091f-4632-47d3-b731-412205a70375, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '0d1e2450-f071-48af-a078-8358b70cb4cd'}}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:33:01.058696 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-d3eea398-3c41-4b97-a1f7-ed94145da6e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (e105091f-4632-47d3-b731-412205a70375), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:01.092202 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879f187-5b4c-4193-9352-d9266aef5cbd req-c1ec7e7a-6854-40cb-be48-f2db5d1202aa tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:01.093776 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9879f187-5b4c-4193-9352-d9266aef5cbd req-c1ec7e7a-6854-40cb-be48-f2db5d1202aa tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 943 time: 0.0630562 May 23 15:33:01.137287 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-d3eea398-3c41-4b97-a1f7-ed94145da6e1 service neutron] For port e105091f-4632-47d3-b731-412205a70375, host hv-cinder-84112, cleared binding levels {{(pid=104081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:33:01.141001 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-d3eea398-3c41-4b97-a1f7-ed94145da6e1 service neutron] For port e105091f-4632-47d3-b731-412205a70375, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=e105091f-4632-47d3-b731-412205a70375,segment=NetworkSegment(eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069),segment_id=eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069)] {{(pid=104081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:33:01.148215 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-d3eea398-3c41-4b97-a1f7-ed94145da6e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4250195'] for port (e105091f-4632-47d3-b731-412205a70375), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:01.156429 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9879f187-5b4c-4193-9352-d9266aef5cbd req-8e14d749-6f2f-4188-b04d-0470539030e3 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569885 May 23 15:33:01.221536 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-d3eea398-3c41-4b97-a1f7-ed94145da6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:01.222166 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-d3eea398-3c41-4b97-a1f7-ed94145da6e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for port (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:01.223570 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-d3eea398-3c41-4b97-a1f7-ed94145da6e1 service neutron] 10.222.0.72 "PUT /v2.0/ports/e105091f-4632-47d3-b731-412205a70375 HTTP/1.1" status: 200 len: 1093 time: 0.7466011 May 23 15:33:01.224136 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb26539d-bd10-48dd-9c5d-433060babfb6', 'tag': 'e105091f-4632-47d3-b731-412205a70375'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:33:01.226451 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d701dac66fe37c46ae86bb78260b1e19b4b16e00f190307f8222235e17cfe25e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a632639-b29f-43b8-9cab-67b58706868e" -d '{"events": [{"name": "network-changed", "server_uuid": "bb26539d-bd10-48dd-9c5d-433060babfb6", "tag": "e105091f-4632-47d3-b731-412205a70375"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:33:01.259942 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c15dbd-5419-4bcd-865c-001cf3e39eb3 req-8151af9f-a6df-4e0d-aa7f-82e79bf9058a tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:01.262087 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-94c15dbd-5419-4bcd-865c-001cf3e39eb3 req-8151af9f-a6df-4e0d-aa7f-82e79bf9058a tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.0780511 May 23 15:33:01.263241 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eea398-3c41-4b97-a1f7-ed94145da6e1 service neutron] Pushing event updated for resources: {'Port': ['ID=e105091f-4632-47d3-b731-412205a70375,revision_number=3']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:33:01.280091 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d08ab21-b4b7-4a10-ab3c-f896e2c2949c x-openstack-request-id: req-6d08ab21-b4b7-4a10-ab3c-f896e2c2949c {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:33:01.280383 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb26539d-bd10-48dd-9c5d-433060babfb6", "tag": "e105091f-4632-47d3-b731-412205a70375", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:33:01.280636 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6d08ab21-b4b7-4a10-ab3c-f896e2c2949c {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:33:01.281064 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d08ab21-b4b7-4a10-ab3c-f896e2c2949c'] response: {'name': 'network-changed', 'server_uuid': 'bb26539d-bd10-48dd-9c5d-433060babfb6', 'tag': 'e105091f-4632-47d3-b731-412205a70375', 'status': 'completed', 'code': 200} May 23 15:33:01.321953 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-94c15dbd-5419-4bcd-865c-001cf3e39eb3 req-4a941613-ad81-4b11-a39b-c1bfef0700df tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489953 May 23 15:33:01.397457 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b494c-382c-462f-803f-c09239185c52 req-4f755b59-365c-4482-be44-4f1ed837705d tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:01.398946 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-af1b494c-382c-462f-803f-c09239185c52 req-4f755b59-365c-4482-be44-4f1ed837705d tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 943 time: 0.0492904 May 23 15:33:01.435077 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=100 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:01.454611 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-af1b494c-382c-462f-803f-c09239185c52 req-7b6366d6-c8cd-4383-9e80-228026bf0481 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499206 May 23 15:33:01.555994 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a632639-b29f-43b8-9cab-67b58706868e req-ab219409-9cae-4785-8909-ee141e8ff1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:01.557547 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0a632639-b29f-43b8-9cab-67b58706868e req-ab219409-9cae-4785-8909-ee141e8ff1be service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0712b807a4584f7b8f019ceb65ff1e14&device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 1127 time: 0.0781288 May 23 15:33:01.583062 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55258a-2b2d-4f57-a9f0-2456dd83d8c0 req-41ead03e-cf6b-4a25-8e6b-4118658b0d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:01.584534 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8f55258a-2b2d-4f57-a9f0-2456dd83d8c0 req-41ead03e-cf6b-4a25-8e6b-4118658b0d68 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c9306d40-6dd5-4f4d-bb55-9077bd7b986d HTTP/1.1" status: 200 len: 914 time: 0.1312447 May 23 15:33:01.757965 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8f55258a-2b2d-4f57-a9f0-2456dd83d8c0 req-d5a33d22-a414-4c77-8326-781114387e08 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ecea450-0a05-473a-b7b2-1cd3cef1fd28 HTTP/1.1" status: 200 len: 1001 time: 0.1083982 May 23 15:33:01.789441 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a632639-b29f-43b8-9cab-67b58706868e req-5b988d82-4a8a-446a-8bae-5302b016193d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:01.790749 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0a632639-b29f-43b8-9cab-67b58706868e req-5b988d82-4a8a-446a-8bae-5302b016193d service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=0712b807a4584f7b8f019ceb65ff1e14&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1508465 May 23 15:33:01.807845 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:01.877323 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55258a-2b2d-4f57-a9f0-2456dd83d8c0 req-6d4cec06-dbf4-48cd-a661-ecb71dc31225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:01.878756 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8f55258a-2b2d-4f57-a9f0-2456dd83d8c0 req-6d4cec06-dbf4-48cd-a661-ecb71dc31225 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97f2f0d5-ec7b-4732-a013-35e41c3e0618 HTTP/1.1" status: 200 len: 852 time: 0.1014636 May 23 15:33:01.944529 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a632639-b29f-43b8-9cab-67b58706868e req-d81c184d-e9c4-4e2d-b50a-abc3de709201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:01.945993 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0a632639-b29f-43b8-9cab-67b58706868e req-d81c184d-e9c4-4e2d-b50a-abc3de709201 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1368213 May 23 15:33:01.947290 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55258a-2b2d-4f57-a9f0-2456dd83d8c0 req-1020337e-6e46-4cce-89d5-c3ca76c9f04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:01.948650 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8f55258a-2b2d-4f57-a9f0-2456dd83d8c0 req-1020337e-6e46-4cce-89d5-c3ca76c9f04b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9306d40-6dd5-4f4d-bb55-9077bd7b986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0571642 May 23 15:33:02.064702 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:02.091726 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-931076be-2742-4d40-9f26-bb092a566cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:02.093422 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-931076be-2742-4d40-9f26-bb092a566cc8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0712b807a4584f7b8f019ceb65ff1e14&device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 1127 time: 0.0588505 May 23 15:33:02.103707 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8f55258a-2b2d-4f57-a9f0-2456dd83d8c0 req-1928056c-9aa7-473e-9cf8-6320e8752727 service neutron] 10.222.0.72 "GET /v2.0/networks/c9306d40-6dd5-4f4d-bb55-9077bd7b986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286798 May 23 15:33:02.169951 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-a0d2328f-f8c2-4c69-969f-b9927d6b8359 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e105091f-4632-47d3-b731-412205a70375 HTTP/1.1" status: 200 len: 217 time: 0.0539265 May 23 15:33:02.307929 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-c584ee4f-1408-4b48-bfd5-4427361800a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:02.309230 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-c584ee4f-1408-4b48-bfd5-4427361800a7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2 HTTP/1.1" status: 200 len: 858 time: 0.1122572 May 23 15:33:02.346842 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832413c-7b97-421f-ab97-a9657d1e9eed req-7fe724ca-8737-41f6-b938-ee64038e61f0 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:02.348000 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9832413c-7b97-421f-ab97-a9657d1e9eed req-7fe724ca-8737-41f6-b938-ee64038e61f0 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 943 time: 0.1056352 May 23 15:33:02.370648 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8f55258a-2b2d-4f57-a9f0-2456dd83d8c0 req-21b57343-9aac-4c1b-b81d-cbe31cbc17ec service neutron] 10.222.0.72 "GET /v2.0/networks/c9306d40-6dd5-4f4d-bb55-9077bd7b986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479742 May 23 15:33:02.389929 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b477679-4afc-4f93-81ce-d98c8c923f41 req-2b85a1be-db8a-422d-85fc-e14f17d9d230 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:02.391421 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-4800aafa-2277-43d4-ac74-c9decb316b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:02.392429 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5b477679-4afc-4f93-81ce-d98c8c923f41 req-2b85a1be-db8a-422d-85fc-e14f17d9d230 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 945 time: 0.0716226 May 23 15:33:02.393896 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-4800aafa-2277-43d4-ac74-c9decb316b4b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0d1e2450-f071-48af-a078-8358b70cb4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0746582 May 23 15:33:02.452368 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5b477679-4afc-4f93-81ce-d98c8c923f41 req-e91c823f-6e18-454b-94e4-6314eeeba474 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541408 May 23 15:33:02.477297 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 35182) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:33:02.488616 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9832413c-7b97-421f-ab97-a9657d1e9eed req-0a103b76-f7e8-437e-a459-b2efe4a9156a tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223938 May 23 15:33:02.555527 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-2d41cfdc-b685-459b-ad44-32719858c415 service neutron] 10.222.0.72 "GET /v2.0/networks/0d1e2450-f071-48af-a078-8358b70cb4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517701 May 23 15:33:02.582706 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7af84-0bc4-4c2e-ba3d-3cb09f0942ba req-72932e14-5640-4893-b022-1e7c83f47f7a tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:02.589666 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-33e7af84-0bc4-4c2e-ba3d-3cb09f0942ba req-72932e14-5640-4893-b022-1e7c83f47f7a tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.0672629 May 23 15:33:02.679459 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-33e7af84-0bc4-4c2e-ba3d-3cb09f0942ba req-9e747a9b-3c46-4b5f-8e0a-ffd257e42b93 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886955 May 23 15:33:02.683764 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abaa4f2c-c42a-4ba7-aa57-8d1076ef8dfb tempest-TestMinimumBasicScenario-569889599 tempest-TestMinimumBasicScenario-569889599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:02.688769 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-abaa4f2c-c42a-4ba7-aa57-8d1076ef8dfb tempest-TestMinimumBasicScenario-569889599 tempest-TestMinimumBasicScenario-569889599-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 1124 time: 0.2095041 May 23 15:33:02.689403 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 35188) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:33:02.694407 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-db8f3684-f188-4fe0-b7bb-c8c7a41fc0e3 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Request body: {'floatingip': {'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'port_id': 'd674721e-f3c3-41d6-99a3-5276229c8c17', 'tenant_id': '591802cf5c044932940307866f388790', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:33:02.695582 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11f890-8571-4e56-a7c8-c2b7b8566713 req-b3e623f8-43b1-4cfa-a5a4-6e9cedc04717 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:02.706484 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fe11f890-8571-4e56-a7c8-c2b7b8566713 req-b3e623f8-43b1-4cfa-a5a4-6e9cedc04717 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 943 time: 0.0717041 May 23 15:33:02.718067 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-db8f3684-f188-4fe0-b7bb-c8c7a41fc0e3 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:02.739835 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-491ec31b-2ab5-47ac-bf49-76fbca743872 req-5af4b16d-9a02-435f-9df6-9982d78414a8 service neutron] 10.222.0.72 "GET /v2.0/networks/0d1e2450-f071-48af-a078-8358b70cb4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769631 May 23 15:33:02.775316 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fe11f890-8571-4e56-a7c8-c2b7b8566713 req-10bbecdd-22c2-4f67-a7f1-4298b7828833 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708964 May 23 15:33:02.820217 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-db8f3684-f188-4fe0-b7bb-c8c7a41fc0e3 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:02.830850 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:02.932113 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-db8f3684-f188-4fe0-b7bb-c8c7a41fc0e3 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Allocated IP 172.27.2.247 (c36a36f9-cc20-4687-9603-de8e87d2bfc7/aa177288-79a2-4e75-ac60-432249438b03/8a6e923e-26df-4cef-9eee-2442caf3bebe) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:33:03.036454 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-db8f3684-f188-4fe0-b7bb-c8c7a41fc0e3 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks [] for port (8a6e923e-26df-4cef-9eee-2442caf3bebe), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:03.070070 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-db8f3684-f188-4fe0-b7bb-c8c7a41fc0e3 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (8a6e923e-26df-4cef-9eee-2442caf3bebe), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:03.094963 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-bc06302c-8e4b-451b-8c66-783ac8d43269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:03.112910 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8f3684-f188-4fe0-b7bb-c8c7a41fc0e3 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Network c36a36f9-cc20-4687-9603-de8e87d2bfc7 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:33:03.113762 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-db8f3684-f188-4fe0-b7bb-c8c7a41fc0e3 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:33:03.117567 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8f3684-f188-4fe0-b7bb-c8c7a41fc0e3 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:33:03.123196 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f3684-f188-4fe0-b7bb-c8c7a41fc0e3 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Pushing event updated for resources: {'Port': ['ID=8a6e923e-26df-4cef-9eee-2442caf3bebe,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:33:03.224234 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:03.475882 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-db8f3684-f188-4fe0-b7bb-c8c7a41fc0e3 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks [] for floatingip (38c8fa29-b3ee-4e4c-a224-7c5a073d895b), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:03.540434 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-db8f3684-f188-4fe0-b7bb-c8c7a41fc0e3 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (8a6e923e-26df-4cef-9eee-2442caf3bebe), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:03.653431 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d994741-7a79-4380-adff-058d77961818 req-729a5e54-c224-4325-b910-67fe395b3bb3 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:03.654902 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4d994741-7a79-4380-adff-058d77961818 req-729a5e54-c224-4325-b910-67fe395b3bb3 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 943 time: 0.0635879 May 23 15:33:03.716042 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:03.763854 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4d994741-7a79-4380-adff-058d77961818 req-bc8e1fae-4b7b-4b52-ae9a-8559b6a326cb tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998204 May 23 15:33:03.802852 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-db8f3684-f188-4fe0-b7bb-c8c7a41fc0e3 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks [] for port (8a6e923e-26df-4cef-9eee-2442caf3bebe), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:03.803405 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d00a9-2db2-4369-916a-a41e5d67b70d req-ffc9f520-ceda-42c4-97f7-7ee86c8f2c68 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:03.805279 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9e6d00a9-2db2-4369-916a-a41e5d67b70d req-ffc9f520-ceda-42c4-97f7-7ee86c8f2c68 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.0486064 May 23 15:33:03.808826 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-db8f3684-f188-4fe0-b7bb-c8c7a41fc0e3 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413202'] for port (8a6e923e-26df-4cef-9eee-2442caf3bebe), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:03.856944 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9e6d00a9-2db2-4369-916a-a41e5d67b70d req-aeae747e-f4dc-434c-a80b-a63e6e2b71f1 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431952 May 23 15:33:03.918783 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f3684-f188-4fe0-b7bb-c8c7a41fc0e3 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Pushing event updated for resources: {'Port': ['ID=8a6e923e-26df-4cef-9eee-2442caf3bebe,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:33:03.928956 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-db8f3684-f188-4fe0-b7bb-c8c7a41fc0e3 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-863864'] for floatingip (38c8fa29-b3ee-4e4c-a224-7c5a073d895b), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:03.939522 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce1dbf-41cb-4864-8cba-70a5b406ee1d req-ad86ab2f-e4a5-4da7-9393-79f276749151 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:03.941024 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a2ce1dbf-41cb-4864-8cba-70a5b406ee1d req-ad86ab2f-e4a5-4da7-9393-79f276749151 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 943 time: 0.0765560 May 23 15:33:03.980808 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:04.262427 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a2ce1dbf-41cb-4864-8cba-70a5b406ee1d req-5f0e791f-17a3-4a2f-90a1-96bf756184cd tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2931433 May 23 15:33:04.266667 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.db.l3_db [None req-db8f3684-f188-4fe0-b7bb-c8c7a41fc0e3 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Floating IP 38c8fa29-b3ee-4e4c-a224-7c5a073d895b associated. External IP: 172.27.2.247, port: d674721e-f3c3-41d6-99a3-5276229c8c17. May 23 15:33:04.436664 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e638131-45c7-4763-8d44-9f3abbdd7dcd req-7b5effbf-fc39-4231-a0ca-04ecde4fb2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:04.438286 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7e638131-45c7-4763-8d44-9f3abbdd7dcd req-7b5effbf-fc39-4231-a0ca-04ecde4fb2d3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76&tenant_id=65c6b1563c424330ade1ef15f8efa110 HTTP/1.1" status: 200 len: 1127 time: 0.0709658 May 23 15:33:04.474022 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8f3684-f188-4fe0-b7bb-c8c7a41fc0e3 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Router e55fd884-a3c0-46fd-ad14-c48660fd9458 has already been hosted by L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:33:04.574254 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8f3684-f188-4fe0-b7bb-c8c7a41fc0e3 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:33:04.583627 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eb28c2-1372-43ea-a710-27924af50cff None None] Sync routers for ids ['e55fd884-a3c0-46fd-ad14-c48660fd9458'] in dv-cinder-841125-8-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:33:04.585914 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=79 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:04.595121 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-db8f3684-f188-4fe0-b7bb-c8c7a41fc0e3 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:04.597889 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5eb28c2-1372-43ea-a710-27924af50cff None None] Routers {'e55fd884-a3c0-46fd-ad14-c48660fd9458'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:33:04.598503 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-d5eb28c2-1372-43ea-a710-27924af50cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:32:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['e55fd884-a3c0-46fd-ad14-c48660fd9458'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:33:04.629623 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-db8f3684-f188-4fe0-b7bb-c8c7a41fc0e3 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9384267 May 23 15:33:04.630314 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55f39cba-5943-42d5-9322-58f3af0d39f8', 'tag': 'd674721e-f3c3-41d6-99a3-5276229c8c17'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:33:04.632738 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 35200) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:33:04.632953 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee4ef39eddac8a8c2b622b321199fad7a345fd77cd5019e852148a8aec1132e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7bc13f1-115e-400f-b50a-9b31b1c7f9cb" -d '{"events": [{"name": "network-changed", "server_uuid": "55f39cba-5943-42d5-9322-58f3af0d39f8", "tag": "d674721e-f3c3-41d6-99a3-5276229c8c17"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:33:04.638910 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-832049df-53ea-457c-986c-5fc31e3c7dfa tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-597829521', 'description': 'tempest-secgroup-smoke-597829521 description', 'project_id': '591802cf5c044932940307866f388790'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:33:04.680602 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7b2df3-b182-4dd5-a453-056cf64e55d9 x-openstack-request-id: req-8c7b2df3-b182-4dd5-a453-056cf64e55d9 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:33:04.681491 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55f39cba-5943-42d5-9322-58f3af0d39f8", "tag": "d674721e-f3c3-41d6-99a3-5276229c8c17", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:33:04.681491 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8c7b2df3-b182-4dd5-a453-056cf64e55d9 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:33:04.682682 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c7b2df3-b182-4dd5-a453-056cf64e55d9'] response: {'name': 'network-changed', 'server_uuid': '55f39cba-5943-42d5-9322-58f3af0d39f8', 'tag': 'd674721e-f3c3-41d6-99a3-5276229c8c17', 'status': 'completed', 'code': 200} May 23 15:33:04.702890 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e638131-45c7-4763-8d44-9f3abbdd7dcd req-fc6ce3d2-240a-42a7-bd36-d576d6a688de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:04.704949 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7e638131-45c7-4763-8d44-9f3abbdd7dcd req-fc6ce3d2-240a-42a7-bd36-d576d6a688de service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=65c6b1563c424330ade1ef15f8efa110&device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 1127 time: 0.0604305 May 23 15:33:04.706481 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-832049df-53ea-457c-986c-5fc31e3c7dfa tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:04.707213 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-d5eb28c2-1372-43ea-a710-27924af50cff None None] Set router e55fd884-a3c0-46fd-ad14-c48660fd9458 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:33:04.733783 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:04.752881 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:04.779587 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:04.876181 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc13f1-115e-400f-b50a-9b31b1c7f9cb req-02115da3-ea47-46ea-a90b-5f69e1c98449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:04.877766 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d7bc13f1-115e-400f-b50a-9b31b1c7f9cb req-02115da3-ea47-46ea-a90b-5f69e1c98449 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=591802cf5c044932940307866f388790&device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 1129 time: 0.1143730 May 23 15:33:04.882074 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-832049df-53ea-457c-986c-5fc31e3c7dfa tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks [] for security_group (97c8001c-8396-4cb5-abd4-1d2093ab8c66), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:04.909178 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-832049df-53ea-457c-986c-5fc31e3c7dfa tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (97c8001c-8396-4cb5-abd4-1d2093ab8c66), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:04.920878 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e739ee-c7dd-42e7-a93f-7cec8c0c544e req-30b593dc-a0f8-4353-911a-68530f8f976d tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:04.927984 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-41e739ee-c7dd-42e7-a93f-7cec8c0c544e req-30b593dc-a0f8-4353-911a-68530f8f976d tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 943 time: 0.0819933 May 23 15:33:04.964464 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-d5eb28c2-1372-43ea-a710-27924af50cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55fd884-a3c0-46fd-ad14-c48660fd9458', 'name': 'tempest-TestMinimumBasicScenario-605869040-router', 'tenant_id': '591802cf5c044932940307866f388790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '40b3f06b-a363-4052-8941-a2e1dec2271a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:31:22Z', 'updated_at': '2022-05-23T15:31:25Z', 'revision_number': 4, 'project_id': '591802cf5c044932940307866f388790', 'gw_port': {'id': '40b3f06b-a363-4052-8941-a2e1dec2271a', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:36:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55fd884-a3c0-46fd-ad14-c48660fd9458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:31:22Z', 'updated_at': '2022-05-23T15:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_floatingips': [{'id': '38c8fa29-b3ee-4e4c-a224-7c5a073d895b', 'tenant_id': '591802cf5c044932940307866f388790', 'floating_ip_address': '172.27.2.247', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': 'e55fd884-a3c0-46fd-ad14-c48660fd9458', 'port_id': 'd674721e-f3c3-41d6-99a3-5276229c8c17', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '209a8533-2c3a-4df0-b96f-8327ce97789f', 'mac_address': 'fa:16:3e:e1:51:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f39cba-5943-42d5-9322-58f3af0d39f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:33:03Z', 'updated_at': '2022-05-23T15:33:03Z', 'revision_number': 0, 'project_id': '591802cf5c044932940307866f388790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da4be61b-1a87-4800-8949-7539c3819b86', 'name': '', 'network_id': '209a8533-2c3a-4df0-b96f-8327ce97789f', 'tenant_id': '591802cf5c044932940307866f388790', 'mac_address': 'fa:16:3e:f2:cd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55fd884-a3c0-46fd-ad14-c48660fd9458', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '21e5e43a-788f-4723-b6ca-c532e85a803f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:31:24Z', 'updated_at': '2022-05-23T15:31:30Z', 'revision_number': 5, 'project_id': '591802cf5c044932940307866f388790', 'subnets': [{'id': '21e5e43a-788f-4723-b6ca-c532e85a803f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:33:04.980791 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-41e739ee-c7dd-42e7-a93f-7cec8c0c544e req-0f7916dd-b37b-42df-8cb0-de4565821f54 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516875 May 23 15:33:04.997969 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eb28c2-1372-43ea-a710-27924af50cff None None] Checking router: e55fd884-a3c0-46fd-ad14-c48660fd9458 for host: dv-cinder-841125-8-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:33:05.007501 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5eb28c2-1372-43ea-a710-27924af50cff None None] Routers {'e55fd884-a3c0-46fd-ad14-c48660fd9458'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:33:05.008246 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-d5eb28c2-1372-43ea-a710-27924af50cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:32:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['e55fd884-a3c0-46fd-ad14-c48660fd9458'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:33:05.024655 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-832049df-53ea-457c-986c-5fc31e3c7dfa tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:05.025911 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-832049df-53ea-457c-986c-5fc31e3c7dfa tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3921230 May 23 15:33:05.029396 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 35208) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:33:05.035718 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-5da973e2-f62f-422e-9c6d-34d680f68792 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Request body: {'security_group_rule': {'security_group_id': '97c8001c-8396-4cb5-abd4-1d2093ab8c66', 'project_id': '591802cf5c044932940307866f388790', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:33:05.050341 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832049df-53ea-457c-986c-5fc31e3c7dfa tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97c8001c-8396-4cb5-abd4-1d2093ab8c66,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:33:05.066088 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e638131-45c7-4763-8d44-9f3abbdd7dcd req-fc92931e-6cfd-404b-894e-3e70dffaa516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:05.067781 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7e638131-45c7-4763-8d44-9f3abbdd7dcd req-fc92931e-6cfd-404b-894e-3e70dffaa516 service neutron] 10.222.0.72 "GET /v2.0/networks?id=751cbaf0-d17b-4cd8-950f-078d51e9414f HTTP/1.1" status: 200 len: 917 time: 0.3162401 May 23 15:33:05.074719 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c510ab-7ff6-4e7f-87e0-c4c995c179e9 req-115de8cd-f369-4839-a486-b88fbc489157 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:05.076143 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a3c510ab-7ff6-4e7f-87e0-c4c995c179e9 req-115de8cd-f369-4839-a486-b88fbc489157 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.1071677 May 23 15:33:05.080258 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5da973e2-f62f-422e-9c6d-34d680f68792 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks [] for security_group_rule (56430b38-f074-4261-b8e8-45e878bf0a12), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:05.113069 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-d5eb28c2-1372-43ea-a710-27924af50cff None None] Set router e55fd884-a3c0-46fd-ad14-c48660fd9458 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:33:05.116671 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:05.144346 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5da973e2-f62f-422e-9c6d-34d680f68792 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks [] for security_group_rule (56430b38-f074-4261-b8e8-45e878bf0a12), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:05.149159 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5da973e2-f62f-422e-9c6d-34d680f68792 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594284'] for security_group_rule (56430b38-f074-4261-b8e8-45e878bf0a12), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:05.152279 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc13f1-115e-400f-b50a-9b31b1c7f9cb req-d0f3abb5-6a46-46bb-8b4c-1539067b0cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:05.154468 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d7bc13f1-115e-400f-b50a-9b31b1c7f9cb req-d0f3abb5-6a46-46bb-8b4c-1539067b0cb3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=209a8533-2c3a-4df0-b96f-8327ce97789f HTTP/1.1" status: 200 len: 915 time: 0.2686720 May 23 15:33:05.165988 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da973e2-f62f-422e-9c6d-34d680f68792 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56430b38-f074-4261-b8e8-45e878bf0a12,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:33:05.185702 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5da973e2-f62f-422e-9c6d-34d680f68792 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:05.185938 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7e638131-45c7-4763-8d44-9f3abbdd7dcd req-787375bb-8756-4c5a-ad08-5cfb1b403649 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=920328ed-01fa-4ed4-b496-7b1fea54b54c HTTP/1.1" status: 200 len: 999 time: 0.1068630 May 23 15:33:05.189748 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-5da973e2-f62f-422e-9c6d-34d680f68792 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1586108 May 23 15:33:05.190333 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 35212) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:33:05.195407 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-d9c39bad-a29c-44ab-931b-2b42e5db5fe4 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Request body: {'security_group_rule': {'security_group_id': '97c8001c-8396-4cb5-abd4-1d2093ab8c66', 'project_id': '591802cf5c044932940307866f388790', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:33:05.226749 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d9c39bad-a29c-44ab-931b-2b42e5db5fe4 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks [] for security_group_rule (42e39cd8-0c0f-40c2-a036-c0f50f969feb), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:05.274161 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a3c510ab-7ff6-4e7f-87e0-c4c995c179e9 req-1462808e-0813-4b1a-8f87-54b5d7bfb575 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1832082 May 23 15:33:05.289309 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d7bc13f1-115e-400f-b50a-9b31b1c7f9cb req-44bc0dbc-32da-465f-8911-1b77e4ece036 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d674721e-f3c3-41d6-99a3-5276229c8c17 HTTP/1.1" status: 200 len: 999 time: 0.1272233 May 23 15:33:05.350108 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d9c39bad-a29c-44ab-931b-2b42e5db5fe4 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks [] for security_group_rule (42e39cd8-0c0f-40c2-a036-c0f50f969feb), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:05.362138 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e638131-45c7-4763-8d44-9f3abbdd7dcd req-691f81ff-cb15-4a9d-87cd-ac0752321302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:05.362354 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d9c39bad-a29c-44ab-931b-2b42e5db5fe4 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594284'] for security_group_rule (42e39cd8-0c0f-40c2-a036-c0f50f969feb), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:05.366250 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7e638131-45c7-4763-8d44-9f3abbdd7dcd req-691f81ff-cb15-4a9d-87cd-ac0752321302 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=045c111a-efa9-497c-8e54-7f6b21c0aa2b HTTP/1.1" status: 200 len: 855 time: 0.1468408 May 23 15:33:05.397575 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:05.403127 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c39bad-a29c-44ab-931b-2b42e5db5fe4 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42e39cd8-0c0f-40c2-a036-c0f50f969feb,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:33:05.449499 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc13f1-115e-400f-b50a-9b31b1c7f9cb req-501ccbb0-47e4-4755-ab55-4b9136099559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:05.451234 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d7bc13f1-115e-400f-b50a-9b31b1c7f9cb req-501ccbb0-47e4-4755-ab55-4b9136099559 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=21e5e43a-788f-4723-b6ca-c532e85a803f HTTP/1.1" status: 200 len: 853 time: 0.1563082 May 23 15:33:05.454550 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e638131-45c7-4763-8d44-9f3abbdd7dcd req-83130a8c-ec12-4585-a226-50395aec02b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:05.456032 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7e638131-45c7-4763-8d44-9f3abbdd7dcd req-83130a8c-ec12-4585-a226-50395aec02b0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=751cbaf0-d17b-4cd8-950f-078d51e9414f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0805321 May 23 15:33:05.467021 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d9c39bad-a29c-44ab-931b-2b42e5db5fe4 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:05.468671 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-af1c1fba-1d48-46e3-be5d-c0eb689c190d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:05.477543 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-d9c39bad-a29c-44ab-931b-2b42e5db5fe4 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2860224 May 23 15:33:05.478649 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 35224) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:33:05.494167 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-6d863673-ef24-4bab-9ccc-cc77b86cf989 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Request body: {'security_group_rule': {'security_group_id': '97c8001c-8396-4cb5-abd4-1d2093ab8c66', 'project_id': '591802cf5c044932940307866f388790', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:33:05.572415 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c3384-2107-4902-bb8e-043b5415b328 req-0a9b8849-3ee4-4d4e-8434-dbaeb0b1912c tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:05.574406 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-422c3384-2107-4902-bb8e-043b5415b328 req-0a9b8849-3ee4-4d4e-8434-dbaeb0b1912c tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 943 time: 0.1734755 May 23 15:33:05.582455 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc13f1-115e-400f-b50a-9b31b1c7f9cb req-77e4fafd-48a5-4a18-a1ec-14e81852cfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:05.584077 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d7bc13f1-115e-400f-b50a-9b31b1c7f9cb req-77e4fafd-48a5-4a18-a1ec-14e81852cfd0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=209a8533-2c3a-4df0-b96f-8327ce97789f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1232724 May 23 15:33:05.631683 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-d5eb28c2-1372-43ea-a710-27924af50cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55fd884-a3c0-46fd-ad14-c48660fd9458', 'name': 'tempest-TestMinimumBasicScenario-605869040-router', 'tenant_id': '591802cf5c044932940307866f388790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '40b3f06b-a363-4052-8941-a2e1dec2271a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:31:22Z', 'updated_at': '2022-05-23T15:31:25Z', 'revision_number': 4, 'project_id': '591802cf5c044932940307866f388790', 'gw_port': {'id': '40b3f06b-a363-4052-8941-a2e1dec2271a', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:36:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55fd884-a3c0-46fd-ad14-c48660fd9458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:31:22Z', 'updated_at': '2022-05-23T15:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_floatingips': [{'id': '38c8fa29-b3ee-4e4c-a224-7c5a073d895b', 'tenant_id': '591802cf5c044932940307866f388790', 'floating_ip_address': '172.27.2.247', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': 'e55fd884-a3c0-46fd-ad14-c48660fd9458', 'port_id': 'd674721e-f3c3-41d6-99a3-5276229c8c17', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '209a8533-2c3a-4df0-b96f-8327ce97789f', 'mac_address': 'fa:16:3e:e1:51:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f39cba-5943-42d5-9322-58f3af0d39f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:33:03Z', 'updated_at': '2022-05-23T15:33:03Z', 'revision_number': 0, 'project_id': '591802cf5c044932940307866f388790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da4be61b-1a87-4800-8949-7539c3819b86', 'name': '', 'network_id': '209a8533-2c3a-4df0-b96f-8327ce97789f', 'tenant_id': '591802cf5c044932940307866f388790', 'mac_address': 'fa:16:3e:f2:cd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55fd884-a3c0-46fd-ad14-c48660fd9458', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '21e5e43a-788f-4723-b6ca-c532e85a803f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:31:24Z', 'updated_at': '2022-05-23T15:31:30Z', 'revision_number': 5, 'project_id': '591802cf5c044932940307866f388790', 'subnets': [{'id': '21e5e43a-788f-4723-b6ca-c532e85a803f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:33:05.659509 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eb28c2-1372-43ea-a710-27924af50cff None None] The sync data for ids ['e55fd884-a3c0-46fd-ad14-c48660fd9458'] in dv-cinder-841125-8-iscsi is: [{'id': 'e55fd884-a3c0-46fd-ad14-c48660fd9458', 'name': 'tempest-TestMinimumBasicScenario-605869040-router', 'tenant_id': '591802cf5c044932940307866f388790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '40b3f06b-a363-4052-8941-a2e1dec2271a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:31:22Z', 'updated_at': '2022-05-23T15:31:25Z', 'revision_number': 4, 'project_id': '591802cf5c044932940307866f388790', 'gw_port': {'id': '40b3f06b-a363-4052-8941-a2e1dec2271a', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:36:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55fd884-a3c0-46fd-ad14-c48660fd9458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:31:22Z', 'updated_at': '2022-05-23T15:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_floatingips': [{'id': '38c8fa29-b3ee-4e4c-a224-7c5a073d895b', 'tenant_id': '591802cf5c044932940307866f388790', 'floating_ip_address': '172.27.2.247', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': 'e55fd884-a3c0-46fd-ad14-c48660fd9458', 'port_id': 'd674721e-f3c3-41d6-99a3-5276229c8c17', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '209a8533-2c3a-4df0-b96f-8327ce97789f', 'mac_address': 'fa:16:3e:e1:51:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f39cba-5943-42d5-9322-58f3af0d39f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:33:03Z', 'updated_at': '2022-05-23T15:33:03Z', 'revision_number': 0, 'project_id': '591802cf5c044932940307866f388790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da4be61b-1a87-4800-8949-7539c3819b86', 'name': '', 'network_id': '209a8533-2c3a-4df0-b96f-8327ce97789f', 'tenant_id': '591802cf5c044932940307866f388790', 'mac_address': 'fa:16:3e:f2:cd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55fd884-a3c0-46fd-ad14-c48660fd9458', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '21e5e43a-788f-4723-b6ca-c532e85a803f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:31:24Z', 'updated_at': '2022-05-23T15:31:30Z', 'revision_number': 5, 'project_id': '591802cf5c044932940307866f388790', 'subnets': [{'id': '21e5e43a-788f-4723-b6ca-c532e85a803f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:33:05.665976 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6d863673-ef24-4bab-9ccc-cc77b86cf989 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks [] for security_group_rule (b659ded6-2099-4203-b312-e7121ebbfd69), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:05.769569 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-422c3384-2107-4902-bb8e-043b5415b328 req-37bbe551-3d45-48aa-a657-6dc73ab86b33 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809993 May 23 15:33:05.791370 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bef4c1-d549-4d31-a3b3-d8e274cb24dd req-d578e0f6-e019-449d-a011-2b1ebe04db50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:05.791370 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c2bef4c1-d549-4d31-a3b3-d8e274cb24dd req-d578e0f6-e019-449d-a011-2b1ebe04db50 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9aaff9db173d4618929536b08d2be8f0&device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 1129 time: 0.1005452 May 23 15:33:05.793660 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7e638131-45c7-4763-8d44-9f3abbdd7dcd req-9269ee10-e3ef-4ba4-82dc-309640bbc945 service neutron] 10.222.0.72 "GET /v2.0/networks/751cbaf0-d17b-4cd8-950f-078d51e9414f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050158 May 23 15:33:05.799628 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bbd534-645c-4bea-a7df-e7330c29b980 req-95a5a1bf-1c68-4a1e-a684-7394a55fd0c2 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:05.801193 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-06bbd534-645c-4bea-a7df-e7330c29b980 req-95a5a1bf-1c68-4a1e-a684-7394a55fd0c2 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.1511960 May 23 15:33:05.829108 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:05.851688 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6d863673-ef24-4bab-9ccc-cc77b86cf989 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks [] for security_group_rule (b659ded6-2099-4203-b312-e7121ebbfd69), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:05.908395 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6d863673-ef24-4bab-9ccc-cc77b86cf989 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594284'] for security_group_rule (b659ded6-2099-4203-b312-e7121ebbfd69), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:05.955704 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d863673-ef24-4bab-9ccc-cc77b86cf989 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b659ded6-2099-4203-b312-e7121ebbfd69,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:33:05.996966 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6d863673-ef24-4bab-9ccc-cc77b86cf989 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:05.999479 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43c80a9-874b-4efa-bb7b-94c8ce24c9df None None] New status for floating IP 38c8fa29-b3ee-4e4c-a224-7c5a073d895b: ACTIVE {{(pid=104082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:33:06.001264 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-6d863673-ef24-4bab-9ccc-cc77b86cf989 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5154865 May 23 15:33:06.004011 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 35234) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:33:06.012925 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-dbc77732-330a-4aba-b80d-1c4d2a34c150 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Request body: {'security_group_rule': {'security_group_id': '97c8001c-8396-4cb5-abd4-1d2093ab8c66', 'project_id': '591802cf5c044932940307866f388790', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:33:06.039730 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bef4c1-d549-4d31-a3b3-d8e274cb24dd req-a5343ee4-8970-4bb5-b97b-2dc88ec83b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:06.041456 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c2bef4c1-d549-4d31-a3b3-d8e274cb24dd req-a5343ee4-8970-4bb5-b97b-2dc88ec83b18 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a072baa-6965-4350-b247-fb58bbcac26a HTTP/1.1" status: 200 len: 911 time: 0.2275896 May 23 15:33:06.104601 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-dbc77732-330a-4aba-b80d-1c4d2a34c150 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks [] for security_group_rule (e59753aa-53ff-4762-8e64-5a1c965f4d39), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:06.152629 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:06.177011 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d7bc13f1-115e-400f-b50a-9b31b1c7f9cb req-c6bfbe37-0c75-45db-bc41-73e26424e0a2 service neutron] 10.222.0.72 "GET /v2.0/networks/209a8533-2c3a-4df0-b96f-8327ce97789f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5595224 May 23 15:33:06.190740 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c2bef4c1-d549-4d31-a3b3-d8e274cb24dd req-2bddbdfb-88a0-4b5c-93db-49ec0d02c676 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e HTTP/1.1" status: 200 len: 1001 time: 0.1384556 May 23 15:33:06.253573 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae39c2f-70f1-4e3c-86c7-9471b614a1c0 req-95753a12-7719-4f2d-9009-bed22e583670 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:06.255043 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-aae39c2f-70f1-4e3c-86c7-9471b614a1c0 req-95753a12-7719-4f2d-9009-bed22e583670 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 943 time: 0.1148868 May 23 15:33:06.269601 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-06bbd534-645c-4bea-a7df-e7330c29b980 req-1221eca3-7d70-42d0-b4d7-9b76dddc2c27 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4447885 May 23 15:33:06.271444 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:06.278553 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7e638131-45c7-4763-8d44-9f3abbdd7dcd req-03e3b695-a414-43e3-b2c3-87fb48a2fdcb service neutron] 10.222.0.72 "GET /v2.0/networks/751cbaf0-d17b-4cd8-950f-078d51e9414f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4761980 May 23 15:33:06.283565 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-dbc77732-330a-4aba-b80d-1c4d2a34c150 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks [] for security_group_rule (e59753aa-53ff-4762-8e64-5a1c965f4d39), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:06.289472 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bef4c1-d549-4d31-a3b3-d8e274cb24dd req-92937efc-ec7b-41fe-b7d5-6c17fe9c79a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:06.290906 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c2bef4c1-d549-4d31-a3b3-d8e274cb24dd req-92937efc-ec7b-41fe-b7d5-6c17fe9c79a2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7134c090-f572-476b-be3d-e9de19d83fc7 HTTP/1.1" status: 200 len: 849 time: 0.0907476 May 23 15:33:06.298130 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-dbc77732-330a-4aba-b80d-1c4d2a34c150 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594284'] for security_group_rule (e59753aa-53ff-4762-8e64-5a1c965f4d39), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:06.326134 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d7bc13f1-115e-400f-b50a-9b31b1c7f9cb req-7fcf79d5-1f2d-45a5-9dbf-7ecd187b9b2c service neutron] 10.222.0.72 "GET /v2.0/networks/209a8533-2c3a-4df0-b96f-8327ce97789f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358569 May 23 15:33:06.362651 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc77732-330a-4aba-b80d-1c4d2a34c150 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e59753aa-53ff-4762-8e64-5a1c965f4d39,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:33:06.380231 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-dbc77732-330a-4aba-b80d-1c4d2a34c150 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:06.381438 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-dbc77732-330a-4aba-b80d-1c4d2a34c150 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3765571 May 23 15:33:06.384203 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 35244) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:33:06.388993 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bef4c1-d549-4d31-a3b3-d8e274cb24dd req-bdd7dbcb-2a78-4dab-af7b-1465a60636ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:06.390063 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-f3b306f7-221d-4cb4-a420-218855b3b06f tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Request body: {'security_group_rule': {'security_group_id': '97c8001c-8396-4cb5-abd4-1d2093ab8c66', 'project_id': '591802cf5c044932940307866f388790', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:33:06.390701 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c2bef4c1-d549-4d31-a3b3-d8e274cb24dd req-bdd7dbcb-2a78-4dab-af7b-1465a60636ca service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a072baa-6965-4350-b247-fb58bbcac26a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0904832 May 23 15:33:06.393857 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-aae39c2f-70f1-4e3c-86c7-9471b614a1c0 req-ccefa982-00bb-458c-b32e-fd7645e5c034 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288083 May 23 15:33:06.412736 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.db.securitygroups_db [None req-f3b306f7-221d-4cb4-a420-218855b3b06f tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Project 591802cf5c044932940307866f388790 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 15:33:06.419898 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f3b306f7-221d-4cb4-a420-218855b3b06f tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks [] for security_group_rule (889ce8bf-9603-4006-a38a-063e19f8a4d3), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:06.472645 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f3b306f7-221d-4cb4-a420-218855b3b06f tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks [] for security_group_rule (889ce8bf-9603-4006-a38a-063e19f8a4d3), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:06.476501 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f3b306f7-221d-4cb4-a420-218855b3b06f tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594284'] for security_group_rule (889ce8bf-9603-4006-a38a-063e19f8a4d3), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:06.499917 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b306f7-221d-4cb4-a420-218855b3b06f tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=889ce8bf-9603-4006-a38a-063e19f8a4d3,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:33:06.504806 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f3b306f7-221d-4cb4-a420-218855b3b06f tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:06.506022 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-f3b306f7-221d-4cb4-a420-218855b3b06f tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1208100 May 23 15:33:06.508783 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 35248) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:33:06.513506 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-b470041a-88be-479d-9c3e-43fbd7385bbb tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Request body: {'security_group_rule': {'security_group_id': '97c8001c-8396-4cb5-abd4-1d2093ab8c66', 'project_id': '591802cf5c044932940307866f388790', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:33:06.538104 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.db.securitygroups_db [None req-b470041a-88be-479d-9c3e-43fbd7385bbb tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Project 591802cf5c044932940307866f388790 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 15:33:06.544735 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b470041a-88be-479d-9c3e-43fbd7385bbb tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks [] for security_group_rule (77b2db28-749d-4e9d-9f6c-b54f18927900), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:06.575379 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c2bef4c1-d549-4d31-a3b3-d8e274cb24dd req-c90200dd-a47a-4ff6-a571-2f380d9d6889 service neutron] 10.222.0.72 "GET /v2.0/networks/2a072baa-6965-4350-b247-fb58bbcac26a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946388 May 23 15:33:06.610946 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b470041a-88be-479d-9c3e-43fbd7385bbb tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks [] for security_group_rule (77b2db28-749d-4e9d-9f6c-b54f18927900), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:06.614935 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b470041a-88be-479d-9c3e-43fbd7385bbb tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594284'] for security_group_rule (77b2db28-749d-4e9d-9f6c-b54f18927900), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:06.634084 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b470041a-88be-479d-9c3e-43fbd7385bbb tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77b2db28-749d-4e9d-9f6c-b54f18927900,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:33:06.649411 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b470041a-88be-479d-9c3e-43fbd7385bbb tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:06.650832 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-b470041a-88be-479d-9c3e-43fbd7385bbb tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1411943 May 23 15:33:06.687912 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c2bef4c1-d549-4d31-a3b3-d8e274cb24dd req-4bdf56ed-e725-4d3f-a6a6-e73807fcd300 service neutron] 10.222.0.72 "GET /v2.0/networks/2a072baa-6965-4350-b247-fb58bbcac26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067817 May 23 15:33:06.752785 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device e105091f-4632-47d3-b731-412205a70375 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:33:06.759047 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-87a05989-8627-4912-b137-023dd5fa37fa req-6083cf1d-e3e2-4be9-a91e-702dfd72fb00 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-597829521&fields=id&tenant_id=591802cf5c044932940307866f388790 HTTP/1.1" status: 200 len: 267 time: 0.0577345 May 23 15:33:06.819537 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a05989-8627-4912-b137-023dd5fa37fa req-f0cb465b-cf9c-409a-9ca7-99d9e3609b64 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:06.821083 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-87a05989-8627-4912-b137-023dd5fa37fa req-f0cb465b-cf9c-409a-9ca7-99d9e3609b64 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 945 time: 0.0539560 May 23 15:33:06.837279 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [req-87a05989-8627-4912-b137-023dd5fa37fa req-b5e26caa-e570-4dc6-ac52-dd8d266cf4f2 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Request body: {'port': {'security_groups': ['0b4f2e9a-184d-4239-bd30-f909096109c7', '97c8001c-8396-4cb5-abd4-1d2093ab8c66']}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:33:06.857290 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port e105091f-4632-47d3-b731-412205a70375, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=e105091f-4632-47d3-b731-412205a70375,segment=NetworkSegment(eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069),segment_id=eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:33:06.875975 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Returning: {'device': 'e105091f-4632-47d3-b731-412205a70375', 'network_id': '0d1e2450-f071-48af-a078-8358b70cb4cd', 'port_id': 'e105091f-4632-47d3-b731-412205a70375', 'mac_address': 'fa:16:3e:dd:5c:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 973, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:33:06.934750 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-87a05989-8627-4912-b137-023dd5fa37fa req-b5e26caa-e570-4dc6-ac52-dd8d266cf4f2 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (d674721e-f3c3-41d6-99a3-5276229c8c17), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:06.935065 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port e105091f-4632-47d3-b731-412205a70375 is: DOWN; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:33:06.935523 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (e105091f-4632-47d3-b731-412205a70375), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:06.946310 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:06.954591 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e105091f-4632-47d3-b731-412205a70375 {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:33:06.963229 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eef98b-b98c-4a26-a9da-3ff0e3c2fa80 req-cbdc8c09-249b-4ef9-92e7-82faeae19469 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:06.973371 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-22eef98b-b98c-4a26-a9da-3ff0e3c2fa80 req-cbdc8c09-249b-4ef9-92e7-82faeae19469 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 943 time: 0.1054778 May 23 15:33:06.982199 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port e105091f-4632-47d3-b731-412205a70375, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=e105091f-4632-47d3-b731-412205a70375,segment=NetworkSegment(eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069),segment_id=eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:33:06.988588 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (e105091f-4632-47d3-b731-412205a70375), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:06.999301 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:07.037665 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-22eef98b-b98c-4a26-a9da-3ff0e3c2fa80 req-657f18e6-22eb-4d72-9430-d734d10015cd tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629971 May 23 15:33:07.098683 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=e105091f-4632-47d3-b731-412205a70375,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:33:07.238072 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:07.469115 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40164f6b-a15e-4443-bc7c-6d7d65add6af req-f006ac65-cff5-4e6a-aee7-64bb79a3eba3 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:07.471367 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-87a05989-8627-4912-b137-023dd5fa37fa req-b5e26caa-e570-4dc6-ac52-dd8d266cf4f2 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] For port d674721e-f3c3-41d6-99a3-5276229c8c17, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=d674721e-f3c3-41d6-99a3-5276229c8c17,segment=NetworkSegment(c75bb067-5a18-44e4-89b4-f4921652f916),segment_id=c75bb067-5a18-44e4-89b4-f4921652f916)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:33:07.475073 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-40164f6b-a15e-4443-bc7c-6d7d65add6af req-f006ac65-cff5-4e6a-aee7-64bb79a3eba3 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.0841782 May 23 15:33:07.516954 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-87a05989-8627-4912-b137-023dd5fa37fa req-b5e26caa-e570-4dc6-ac52-dd8d266cf4f2 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks [] for port (d674721e-f3c3-41d6-99a3-5276229c8c17), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:07.523585 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-87a05989-8627-4912-b137-023dd5fa37fa req-b5e26caa-e570-4dc6-ac52-dd8d266cf4f2 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4250195'] for port (d674721e-f3c3-41d6-99a3-5276229c8c17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:07.569606 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-40164f6b-a15e-4443-bc7c-6d7d65add6af req-24268ce5-a997-4b58-a5b8-b5de7db4ebc0 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935042 May 23 15:33:07.590511 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] get_ports_and_sgs() called for port_ids ['e105091f-4632-47d3-b731-412205a70375'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:33:07.595707 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a05989-8627-4912-b137-023dd5fa37fa req-b5e26caa-e570-4dc6-ac52-dd8d266cf4f2 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:07.596826 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-87a05989-8627-4912-b137-023dd5fa37fa req-b5e26caa-e570-4dc6-ac52-dd8d266cf4f2 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for port (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:07.613569 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-87a05989-8627-4912-b137-023dd5fa37fa req-b5e26caa-e570-4dc6-ac52-dd8d266cf4f2 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "PUT /v2.0/ports/d674721e-f3c3-41d6-99a3-5276229c8c17 HTTP/1.1" status: 200 len: 981 time: 0.7843633 May 23 15:33:07.614310 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55f39cba-5943-42d5-9322-58f3af0d39f8', 'tag': 'd674721e-f3c3-41d6-99a3-5276229c8c17'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:33:07.626281 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d701dac66fe37c46ae86bb78260b1e19b4b16e00f190307f8222235e17cfe25e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cbb5d00-a546-4427-b1fa-03ce10591388" -d '{"events": [{"name": "network-changed", "server_uuid": "55f39cba-5943-42d5-9322-58f3af0d39f8", "tag": "d674721e-f3c3-41d6-99a3-5276229c8c17"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:33:07.676289 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] get_ports_and_sgs() called for port_ids ['d674721e-f3c3-41d6-99a3-5276229c8c17'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:33:07.735967 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327354b-d8e4-4240-942a-8aefcd2b7c3f req-5d4af82c-4840-4ca3-8fc4-51ea5f599409 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:07.743995 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e26caa-e570-4dc6-ac52-dd8d266cf4f2 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Pushing event updated for resources: {'Port': ['ID=d674721e-f3c3-41d6-99a3-5276229c8c17,revision_number=6']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:33:07.750300 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-3327354b-d8e4-4240-942a-8aefcd2b7c3f req-5d4af82c-4840-4ca3-8fc4-51ea5f599409 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 943 time: 0.1084003 May 23 15:33:07.898489 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:07.914029 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-3327354b-d8e4-4240-942a-8aefcd2b7c3f req-1d483105-540b-4457-93b1-06b304d31010 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620488 May 23 15:33:07.926712 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfceb22e-9741-4683-ad93-b9122405c64a req-cce5cacb-efce-4ae4-bd70-1b2fbb95e1a3 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:07.926927 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] get_ports_and_sgs() called for port_ids ['d674721e-f3c3-41d6-99a3-5276229c8c17'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:33:07.938432 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cfceb22e-9741-4683-ad93-b9122405c64a req-cce5cacb-efce-4ae4-bd70-1b2fbb95e1a3 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 984 time: 0.1508875 May 23 15:33:07.993398 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:08.012763 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c21bd1-c761-4163-b21b-deac2750fbb4 x-openstack-request-id: req-a6c21bd1-c761-4163-b21b-deac2750fbb4 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:33:08.013503 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55f39cba-5943-42d5-9322-58f3af0d39f8", "tag": "d674721e-f3c3-41d6-99a3-5276229c8c17", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:33:08.013773 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a6c21bd1-c761-4163-b21b-deac2750fbb4 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:33:08.014558 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6c21bd1-c761-4163-b21b-deac2750fbb4'] response: {'name': 'network-changed', 'server_uuid': '55f39cba-5943-42d5-9322-58f3af0d39f8', 'tag': 'd674721e-f3c3-41d6-99a3-5276229c8c17', 'status': 'completed', 'code': 200} May 23 15:33:08.041201 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-2d617be9-5a70-46b2-8cc2-9c60de91ec99 None None] Provisioning complete for port d674721e-f3c3-41d6-99a3-5276229c8c17 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:33:08.042518 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-2d617be9-5a70-46b2-8cc2-9c60de91ec99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (d674721e-f3c3-41d6-99a3-5276229c8c17), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:08.060676 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cfceb22e-9741-4683-ad93-b9122405c64a req-d94fc468-b1e7-42c8-8f6e-f55168820220 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=97c8001c-8396-4cb5-abd4-1d2093ab8c66&id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1162741 May 23 15:33:08.163925 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:08.178694 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:08.180511 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:08.259365 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab7589-7683-4130-a402-9af488caf973 req-2386dc68-f232-4d90-9494-35cb1caec8de tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:08.262544 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-e3ab7589-7683-4130-a402-9af488caf973 req-2386dc68-f232-4d90-9494-35cb1caec8de tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 944 time: 0.0695641 May 23 15:33:08.359202 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-e3ab7589-7683-4130-a402-9af488caf973 req-38ee3bf4-ab3e-4bd9-9d8e-ed502628a5cd tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891521 May 23 15:33:08.363710 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-2d617be9-5a70-46b2-8cc2-9c60de91ec99 None None] Current status of the port d674721e-f3c3-41d6-99a3-5276229c8c17 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:33:08.758751 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d226b-0af1-450c-808b-100ca3328a77 req-d41cc689-aff7-48e7-a87d-fe6fceededa2 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:08.760426 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9e9d226b-0af1-450c-808b-100ca3328a77 req-d41cc689-aff7-48e7-a87d-fe6fceededa2 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.0876985 May 23 15:33:08.825828 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9e9d226b-0af1-450c-808b-100ca3328a77 req-b8d15203-e982-4630-ae89-9e9abc38b181 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530255 May 23 15:33:09.066624 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1946b4-6ad9-4cbf-aeec-e358f6a0ac0e req-7ed59807-4a63-4d0d-baf3-c64c498e7a4a tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:09.068292 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4f1946b4-6ad9-4cbf-aeec-e358f6a0ac0e req-7ed59807-4a63-4d0d-baf3-c64c498e7a4a tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 943 time: 0.0498409 May 23 15:33:09.119323 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4f1946b4-6ad9-4cbf-aeec-e358f6a0ac0e req-a9a04cc2-db3f-4323-bd08-58385ed6c48b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441046 May 23 15:33:09.475592 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df88ed-e355-4f83-8c05-cadf377a8941 req-5c9e0c34-a242-4b6c-aba3-952aaf030244 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:09.477248 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f7df88ed-e355-4f83-8c05-cadf377a8941 req-5c9e0c34-a242-4b6c-aba3-952aaf030244 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 944 time: 0.0533590 May 23 15:33:09.529702 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f7df88ed-e355-4f83-8c05-cadf377a8941 req-64738930-771b-44f2-bdab-f1ba71cd9778 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435190 May 23 15:33:09.728161 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:09.809818 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device e105091f-4632-47d3-b731-412205a70375 up at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:33:09.866245 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Provisioning for port e105091f-4632-47d3-b731-412205a70375 completed by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 15:33:09.872599 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Provisioning complete for port e105091f-4632-47d3-b731-412205a70375 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:33:09.873009 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (e105091f-4632-47d3-b731-412205a70375), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:09.947748 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971220ab-ddca-4d68-974c-615ad913d3bd req-0886cce1-43b8-4952-9b71-4665ae762bf0 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:09.949430 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-971220ab-ddca-4d68-974c-615ad913d3bd req-0886cce1-43b8-4952-9b71-4665ae762bf0 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.0505061 May 23 15:33:09.953160 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port e105091f-4632-47d3-b731-412205a70375 is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:33:09.953557 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (e105091f-4632-47d3-b731-412205a70375), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:09.978159 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb26539d-bd10-48dd-9c5d-433060babfb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e105091f-4632-47d3-b731-412205a70375'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:33:09.981079 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f55e67021d3a90dbbd6c8997e5bd31cd20e79582d0fa2823ba23f1fb24bbbe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e35649-6dc9-4bff-b445-3332740c96dc" -d '{"events": [{"server_uuid": "bb26539d-bd10-48dd-9c5d-433060babfb6", "name": "network-vif-plugged", "status": "completed", "tag": "e105091f-4632-47d3-b731-412205a70375"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:33:09.997065 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port e105091f-4632-47d3-b731-412205a70375, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=e105091f-4632-47d3-b731-412205a70375,segment=NetworkSegment(eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069),segment_id=eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:33:10.003209 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (e105091f-4632-47d3-b731-412205a70375), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:10.019719 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-971220ab-ddca-4d68-974c-615ad913d3bd req-75c9f05e-d549-4c79-a371-94912404da9f tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639360 May 23 15:33:10.034752 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3814cd5e-dda7-45f6-ac9e-892622fd2f48 x-openstack-request-id: req-3814cd5e-dda7-45f6-ac9e-892622fd2f48 {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:33:10.035044 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb26539d-bd10-48dd-9c5d-433060babfb6", "name": "network-vif-plugged", "status": "completed", "tag": "e105091f-4632-47d3-b731-412205a70375", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:33:10.035421 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3814cd5e-dda7-45f6-ac9e-892622fd2f48 {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:33:10.035814 dv-cinder-841125-8-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3814cd5e-dda7-45f6-ac9e-892622fd2f48'] response: {'server_uuid': 'bb26539d-bd10-48dd-9c5d-433060babfb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e105091f-4632-47d3-b731-412205a70375', 'code': 200} May 23 15:33:10.040565 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:10.063609 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=e105091f-4632-47d3-b731-412205a70375,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:33:10.266788 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf81a6-34e7-4f3d-9ebe-75789e40b031 req-9ab04075-8b69-4253-b720-37ef49d17c40 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:10.268269 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3baf81a6-34e7-4f3d-9ebe-75789e40b031 req-9ab04075-8b69-4253-b720-37ef49d17c40 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 943 time: 0.0528264 May 23 15:33:10.319543 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3baf81a6-34e7-4f3d-9ebe-75789e40b031 req-feccb187-8e14-4dd1-920d-bcfb6eae13a5 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454981 May 23 15:33:10.658972 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fedcf25-664d-4eb1-9f1e-1441e055f234 req-9ab98186-10a2-40c0-92a0-3ba092450743 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:10.660573 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-8fedcf25-664d-4eb1-9f1e-1441e055f234 req-9ab98186-10a2-40c0-92a0-3ba092450743 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 945 time: 0.0526028 May 23 15:33:10.707932 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-8fedcf25-664d-4eb1-9f1e-1441e055f234 req-0cc8067a-458a-4bdd-a765-6b29afc0eed4 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418210 May 23 15:33:11.107047 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 35328) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:33:11.198868 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfbefe-1268-466d-96bc-220b10057379 req-2dff6e25-a6b2-44f2-b3b3-2351c4a38853 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:11.201078 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0dbfbefe-1268-466d-96bc-220b10057379 req-2dff6e25-a6b2-44f2-b3b3-2351c4a38853 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.0635657 May 23 15:33:11.246540 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-092bf61e-7a76-4cba-b87f-6ccb18227f5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:11.264777 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0dbfbefe-1268-466d-96bc-220b10057379 req-04bff537-b05f-4074-8348-ac0334bcfccf tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578985 May 23 15:33:11.336500 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-092bf61e-7a76-4cba-b87f-6ccb18227f5a admin admin] Publish callbacks [] for security_group (db2e21b5-097b-423c-8302-fd75b8d908db), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:11.340992 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-092bf61e-7a76-4cba-b87f-6ccb18227f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (db2e21b5-097b-423c-8302-fd75b8d908db), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:11.346470 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:11.384505 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092bf61e-7a76-4cba-b87f-6ccb18227f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2e21b5-097b-423c-8302-fd75b8d908db,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:33:11.389909 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-092bf61e-7a76-4cba-b87f-6ccb18227f5a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7147f362728e4fc3bf3395049519e0b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2815661 May 23 15:33:11.392512 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 35334) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:33:11.471951 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:11.494519 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69ab95-4653-4bcf-864c-22ced5f334be req-509d1be5-8062-411b-b291-6d95cb01a4fd tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:11.496139 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ea69ab95-4653-4bcf-864c-22ced5f334be req-509d1be5-8062-411b-b291-6d95cb01a4fd tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 943 time: 0.0730939 May 23 15:33:11.500818 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a10cee45-9209-4b0b-801e-13f15c2822c7 admin admin] Publish callbacks [] for security_group (db2e21b5-097b-423c-8302-fd75b8d908db), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:11.541798 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a10cee45-9209-4b0b-801e-13f15c2822c7 admin admin] Publish callbacks [] for security_group (db2e21b5-097b-423c-8302-fd75b8d908db), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:11.589410 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ea69ab95-4653-4bcf-864c-22ced5f334be req-1ded081f-537d-47b0-ab3a-f18c372d1253 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865638 May 23 15:33:11.627412 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a10cee45-9209-4b0b-801e-13f15c2822c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (db2e21b5-097b-423c-8302-fd75b8d908db), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:11.630240 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a10cee45-9209-4b0b-801e-13f15c2822c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:11.631490 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-a10cee45-9209-4b0b-801e-13f15c2822c7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/db2e21b5-097b-423c-8302-fd75b8d908db HTTP/1.1" status: 204 len: 168 time: 0.2379951 May 23 15:33:11.646182 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10cee45-9209-4b0b-801e-13f15c2822c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2e21b5-097b-423c-8302-fd75b8d908db,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:33:11.896105 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833da1e-2e46-4864-a216-a04b533c9055 req-4d755507-fd9a-451d-ad19-43b2f1ad75d1 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:11.898704 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b833da1e-2e46-4864-a216-a04b533c9055 req-4d755507-fd9a-451d-ad19-43b2f1ad75d1 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 945 time: 0.0843470 May 23 15:33:11.964383 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b833da1e-2e46-4864-a216-a04b533c9055 req-c6437808-877f-445f-bab5-6272af1217cd tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587103 May 23 15:33:12.386055 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5840f-22d9-47fd-aff9-125d8d4a71d4 req-0a182bb7-92d9-4a35-bac6-dc5d7dbedeba tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:12.387533 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-bef5840f-22d9-47fd-aff9-125d8d4a71d4 req-0a182bb7-92d9-4a35-bac6-dc5d7dbedeba tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.0510852 May 23 15:33:12.440769 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-bef5840f-22d9-47fd-aff9-125d8d4a71d4 req-55b2dab2-7b6d-4c42-9c5d-6161bff46720 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475183 May 23 15:33:12.732729 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4cd00-ead7-47ad-bec7-ce10f9d1c667 req-629c9644-a49d-4a28-a0de-27cb4a05953c tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:12.734438 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b3a4cd00-ead7-47ad-bec7-ce10f9d1c667 req-629c9644-a49d-4a28-a0de-27cb4a05953c tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 943 time: 0.0526578 May 23 15:33:12.784428 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b3a4cd00-ead7-47ad-bec7-ce10f9d1c667 req-b2574119-1854-4da9-8bde-56f6f236e8b8 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441959 May 23 15:33:13.089057 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab608ce-abab-4e4b-9a71-4e9b18fe057d req-c79cc222-fbed-47c5-92d4-adfb98b23633 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:13.090797 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-bab608ce-abab-4e4b-9a71-4e9b18fe057d req-c79cc222-fbed-47c5-92d4-adfb98b23633 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 945 time: 0.0524092 May 23 15:33:13.140776 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-bab608ce-abab-4e4b-9a71-4e9b18fe057d req-572f248c-f5f3-4475-abc1-3527888c96db tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438926 May 23 15:33:13.561624 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45193637-a83c-4c9f-99dc-37ad7158905c req-6d388559-20fb-420f-ab11-1544078a0da4 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:13.563231 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-45193637-a83c-4c9f-99dc-37ad7158905c req-6d388559-20fb-420f-ab11-1544078a0da4 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.0473053 May 23 15:33:13.590833 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:13.617729 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-45193637-a83c-4c9f-99dc-37ad7158905c req-70746440-c81a-4173-ab71-8e954ea0c832 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483973 May 23 15:33:13.906494 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d3bc9-2c62-415d-a7e8-b009d5b89898 req-3d87a391-cdbf-42a2-9ab6-61696132a96a tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:13.908031 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-501d3bc9-2c62-415d-a7e8-b009d5b89898 req-3d87a391-cdbf-42a2-9ab6-61696132a96a tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 943 time: 0.0471957 May 23 15:33:13.964915 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-501d3bc9-2c62-415d-a7e8-b009d5b89898 req-03d29162-f978-4c30-b026-d70eb620ec1e tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512438 May 23 15:33:14.267201 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11702cba-e8cb-48d7-8e88-b1cf6c0c5646 req-bbc688c4-ff54-4cb8-968e-9e03430b9ac8 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:14.268713 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-11702cba-e8cb-48d7-8e88-b1cf6c0c5646 req-bbc688c4-ff54-4cb8-968e-9e03430b9ac8 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 945 time: 0.0581317 May 23 15:33:14.318750 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-11702cba-e8cb-48d7-8e88-b1cf6c0c5646 req-7ca9f68e-9af6-4610-824c-bcdd4b21245e tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440245 May 23 15:33:14.744172 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddadbbba-4bfc-4450-a705-a7aea024d2e0 req-ef344a31-8264-4556-84b8-c6f0e7d704dd tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:14.746526 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ddadbbba-4bfc-4450-a705-a7aea024d2e0 req-ef344a31-8264-4556-84b8-c6f0e7d704dd tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.0541289 May 23 15:33:14.793136 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ddadbbba-4bfc-4450-a705-a7aea024d2e0 req-acfd7d43-b7bd-4cd8-adce-86f022860152 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408394 May 23 15:33:15.104814 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1246d52f-5329-41c7-a8a2-6104b0e890e6 req-8d9dd6ce-7c78-42a8-b1cb-d345c278f442 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:15.106464 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1246d52f-5329-41c7-a8a2-6104b0e890e6 req-8d9dd6ce-7c78-42a8-b1cb-d345c278f442 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 943 time: 0.0497901 May 23 15:33:15.159021 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1246d52f-5329-41c7-a8a2-6104b0e890e6 req-dcddfc48-5b4a-4298-8b2b-4033ab384cc3 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456872 May 23 15:33:15.445991 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c32df6-0bdc-4b1d-b700-edd904fc56fc req-e2f67f17-30f1-493b-8273-0f4d2ce127e9 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:15.447455 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-29c32df6-0bdc-4b1d-b700-edd904fc56fc req-e2f67f17-30f1-493b-8273-0f4d2ce127e9 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 945 time: 0.0514865 May 23 15:33:15.497281 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-29c32df6-0bdc-4b1d-b700-edd904fc56fc req-8430889e-fa88-40a3-9a1d-9a932f1e119d tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442252 May 23 15:33:15.631619 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=83 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:15.658980 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=46 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:15.923265 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9955e-6dd8-4ff4-b9a4-5d3b4d52ccb4 req-7a02e5ae-1451-4b54-a00d-92e8e721fd62 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:15.925225 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-93a9955e-6dd8-4ff4-b9a4-5d3b4d52ccb4 req-7a02e5ae-1451-4b54-a00d-92e8e721fd62 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.0619893 May 23 15:33:15.976961 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-93a9955e-6dd8-4ff4-b9a4-5d3b4d52ccb4 req-192ca283-ef99-4e49-8c40-b28ac401cc1c tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457718 May 23 15:33:16.279283 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3963a9-5564-4226-a28f-0cc4a973a99f req-47d621cf-5897-4214-a959-6dc027b043ec tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:16.280845 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0a3963a9-5564-4226-a28f-0cc4a973a99f req-47d621cf-5897-4214-a959-6dc027b043ec tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 943 time: 0.0475302 May 23 15:33:16.333863 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0a3963a9-5564-4226-a28f-0cc4a973a99f req-27065c56-6663-4f1d-87d6-53fbd7309d58 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467577 May 23 15:33:16.615993 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9a530-5dc1-4e5c-8714-3b92296a62be req-9bbf6684-2b62-4d3f-a11d-da551602d4f7 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:16.624732 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-bec9a530-5dc1-4e5c-8714-3b92296a62be req-9bbf6684-2b62-4d3f-a11d-da551602d4f7 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 945 time: 0.0592864 May 23 15:33:16.633044 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:16.671398 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-bec9a530-5dc1-4e5c-8714-3b92296a62be req-88c06bf2-4ce2-497f-8514-e8fa7f1f7c1c tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455427 May 23 15:33:16.683723 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (88197243-2542-4a6c-b81b-f727b3d95aaf), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:17.099509 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58890e-5344-49d1-88c7-c6540854658e req-47787c17-ac57-4e0c-8562-f65e1280ff6f tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:17.101122 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7f58890e-5344-49d1-88c7-c6540854658e req-47787c17-ac57-4e0c-8562-f65e1280ff6f tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.0484476 May 23 15:33:17.149829 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7f58890e-5344-49d1-88c7-c6540854658e req-59e3f6d8-22c0-4091-8c12-194b3888a8f0 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421934 May 23 15:33:17.457145 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334221a-949e-43ff-8e97-83f83643d197 req-cfdd547a-acff-435a-a39a-d314f527aff8 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:17.458943 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f334221a-949e-43ff-8e97-83f83643d197 req-cfdd547a-acff-435a-a39a-d314f527aff8 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 943 time: 0.0481751 May 23 15:33:17.510063 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f334221a-949e-43ff-8e97-83f83643d197 req-1344d340-d31f-4add-8d34-87106300b26a tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445666 May 23 15:33:17.790287 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa7929-7145-473a-9b06-27ae7210812b req-ff3ea751-f45f-44a3-b356-97a157adfba6 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:17.792406 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2afa7929-7145-473a-9b06-27ae7210812b req-ff3ea751-f45f-44a3-b356-97a157adfba6 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 945 time: 0.0513973 May 23 15:33:17.839559 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2afa7929-7145-473a-9b06-27ae7210812b req-dd6651df-5ef7-4400-961e-fef5c1795228 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414760 May 23 15:33:17.931607 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:17.972508 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872ddd8-2f7a-45d7-bcbf-d76fef1e5f7a req-57dd2922-e8aa-4e6e-b9b2-c6091aca6b47 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:17.973986 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b872ddd8-2f7a-45d7-bcbf-d76fef1e5f7a req-57dd2922-e8aa-4e6e-b9b2-c6091aca6b47 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 984 time: 0.0507514 May 23 15:33:17.993218 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:18.037253 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b872ddd8-2f7a-45d7-bcbf-d76fef1e5f7a req-5ae201fd-1087-44b6-96dd-30382c35994a tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=97c8001c-8396-4cb5-abd4-1d2093ab8c66&id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568399 May 23 15:33:18.191621 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb5d00-a546-4427-b1fa-03ce10591388 req-99cbaacb-c089-40c1-96d2-401b0c935795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:18.193198 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4cbb5d00-a546-4427-b1fa-03ce10591388 req-99cbaacb-c089-40c1-96d2-401b0c935795 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=591802cf5c044932940307866f388790&device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 1168 time: 0.0478060 May 23 15:33:18.274701 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e57ff-d84d-4266-ac50-71996cc1ecd1 req-82e6679c-17a2-4071-a660-8ba7040117b7 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:18.276435 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d79e57ff-d84d-4266-ac50-71996cc1ecd1 req-82e6679c-17a2-4071-a660-8ba7040117b7 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.0497441 May 23 15:33:18.325328 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d79e57ff-d84d-4266-ac50-71996cc1ecd1 req-81774bf2-f88c-4900-b766-41affa130d07 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429466 May 23 15:33:18.630498 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e7e12-d686-41c5-ac68-110fcf239357 req-6bae57cd-1db1-44d5-87db-4bc766f7f8cc tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:18.631954 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9b9e7e12-d686-41c5-ac68-110fcf239357 req-6bae57cd-1db1-44d5-87db-4bc766f7f8cc tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 943 time: 0.0471418 May 23 15:33:18.679824 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9b9e7e12-d686-41c5-ac68-110fcf239357 req-9c804246-36c6-4abe-b9cf-69a83979aa54 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423293 May 23 15:33:18.825914 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb5d00-a546-4427-b1fa-03ce10591388 req-1c1470b7-7eda-4d68-abcb-e104e8f86ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:18.827289 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4cbb5d00-a546-4427-b1fa-03ce10591388 req-1c1470b7-7eda-4d68-abcb-e104e8f86ede service neutron] 10.222.0.72 "GET /v2.0/networks?id=209a8533-2c3a-4df0-b96f-8327ce97789f HTTP/1.1" status: 200 len: 915 time: 0.0878785 May 23 15:33:18.955332 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c14d2-bfa5-4a10-bc37-5c87f231f6a1 req-128bafc1-4903-4f8b-9814-908e86c2fd83 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:18.956791 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7d6c14d2-bfa5-4a10-bc37-5c87f231f6a1 req-128bafc1-4903-4f8b-9814-908e86c2fd83 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 945 time: 0.0471668 May 23 15:33:19.004086 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7d6c14d2-bfa5-4a10-bc37-5c87f231f6a1 req-2d19f584-5954-4939-8299-f019a5bdd356 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417740 May 23 15:33:19.153644 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3f0d9-ecf1-47c3-a31a-a4949248c758 req-9dae4936-d199-40d4-b4c9-55549321942c tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:19.155097 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d1a3f0d9-ecf1-47c3-a31a-a4949248c758 req-9dae4936-d199-40d4-b4c9-55549321942c tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 984 time: 0.0470917 May 23 15:33:19.212433 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d1a3f0d9-ecf1-47c3-a31a-a4949248c758 req-b168e5fe-b947-45ca-9336-c5946c58f87a tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=97c8001c-8396-4cb5-abd4-1d2093ab8c66&id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518985 May 23 15:33:19.464444 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ff647-45e3-41b2-8d71-797fdd33dfe5 req-fe996d86-3d01-461c-98e2-4c730404eac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:19.466068 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0b6ff647-45e3-41b2-8d71-797fdd33dfe5 req-fe996d86-3d01-461c-98e2-4c730404eac6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 1129 time: 0.0429225 May 23 15:33:19.482319 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4cbb5d00-a546-4427-b1fa-03ce10591388 req-56857c7e-e336-4944-a773-64d82574692a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d674721e-f3c3-41d6-99a3-5276229c8c17 HTTP/1.1" status: 200 len: 1001 time: 0.0599334 May 23 15:33:19.510225 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0b6ff647-45e3-41b2-8d71-797fdd33dfe5 req-8a62b90f-0707-4552-98a6-4e612ec3e3cc service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374269 May 23 15:33:19.531102 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb5d00-a546-4427-b1fa-03ce10591388 req-917cd126-cb8f-447e-8362-06fecb1ea201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:19.532513 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4cbb5d00-a546-4427-b1fa-03ce10591388 req-917cd126-cb8f-447e-8362-06fecb1ea201 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=21e5e43a-788f-4723-b6ca-c532e85a803f HTTP/1.1" status: 200 len: 853 time: 0.0439129 May 23 15:33:19.623914 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-deeacb48-f8ad-4ee7-aaeb-78a4c3f342fc None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:33:19.796686 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae926927-a00a-4c59-bc2a-168d6997aa5d req-59334e44-0e41-4a61-af47-5b085028732f tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:19.798198 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ae926927-a00a-4c59-bc2a-168d6997aa5d req-59334e44-0e41-4a61-af47-5b085028732f tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 943 time: 0.0474975 May 23 15:33:19.844565 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ae926927-a00a-4c59-bc2a-168d6997aa5d req-74605026-32c7-457d-8010-310473510a28 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409539 May 23 15:33:19.891269 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb5d00-a546-4427-b1fa-03ce10591388 req-56314c23-3d06-41ab-b3fa-a58748ee1b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:19.892755 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4cbb5d00-a546-4427-b1fa-03ce10591388 req-56314c23-3d06-41ab-b3fa-a58748ee1b71 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=209a8533-2c3a-4df0-b96f-8327ce97789f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409799 May 23 15:33:19.984704 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4cbb5d00-a546-4427-b1fa-03ce10591388 req-2e48ec7d-bc36-4136-84ec-6dd1e63cb326 service neutron] 10.222.0.72 "GET /v2.0/networks/209a8533-2c3a-4df0-b96f-8327ce97789f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844812 May 23 15:33:20.114275 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f60e59-8f11-495b-8b46-b78ebd898b03 req-27769919-425c-42e5-b59c-52683256ab54 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:20.115730 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c3f60e59-8f11-495b-8b46-b78ebd898b03 req-27769919-425c-42e5-b59c-52683256ab54 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 945 time: 0.0466535 May 23 15:33:20.162475 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c3f60e59-8f11-495b-8b46-b78ebd898b03 req-ffab566e-b718-4940-a898-860e28c6f297 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405169 May 23 15:33:20.329775 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ccda2-1860-404b-a6ba-0407cac81bd6 req-124109ac-d57a-49b0-a878-29664abba202 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:20.331546 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-950ccda2-1860-404b-a6ba-0407cac81bd6 req-124109ac-d57a-49b0-a878-29664abba202 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 984 time: 0.0509162 May 23 15:33:20.390577 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-950ccda2-1860-404b-a6ba-0407cac81bd6 req-c22ec3b3-ffb7-4f25-b4ca-09e9876a0578 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=97c8001c-8396-4cb5-abd4-1d2093ab8c66&id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534413 May 23 15:33:20.502919 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4cbb5d00-a546-4427-b1fa-03ce10591388 req-2edecada-89a6-445c-86fb-3b5995e8455d service neutron] 10.222.0.72 "GET /v2.0/networks/209a8533-2c3a-4df0-b96f-8327ce97789f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873978 May 23 15:33:20.665999 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0754c3d-85d4-44f1-ae97-9bcd857420a4 req-4c14e686-3e18-49cc-956f-16cfdd1f127e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:20.668107 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f0754c3d-85d4-44f1-ae97-9bcd857420a4 req-4c14e686-3e18-49cc-956f-16cfdd1f127e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=591802cf5c044932940307866f388790&device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 1168 time: 0.0403450 May 23 15:33:20.772068 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0754c3d-85d4-44f1-ae97-9bcd857420a4 req-5864cc77-4e73-43e3-810a-ffa20a018564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:20.773564 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f0754c3d-85d4-44f1-ae97-9bcd857420a4 req-5864cc77-4e73-43e3-810a-ffa20a018564 service neutron] 10.222.0.72 "GET /v2.0/networks?id=209a8533-2c3a-4df0-b96f-8327ce97789f HTTP/1.1" status: 200 len: 915 time: 0.0880768 May 23 15:33:20.924631 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=100 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:20.961024 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9360bd-c8ec-404e-a54a-a5ee64bb152e req-0b75d6bb-02f5-406a-aa9e-8382a53d2c6c tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:20.962498 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6c9360bd-c8ec-404e-a54a-a5ee64bb152e req-0b75d6bb-02f5-406a-aa9e-8382a53d2c6c tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 943 time: 0.0485661 May 23 15:33:20.995135 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=100 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:21.012591 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6c9360bd-c8ec-404e-a54a-a5ee64bb152e req-1dc923aa-234d-4420-84b5-46bf7325e2bf tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438840 May 23 15:33:21.279338 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e50a12-0659-4dbe-9f24-4c53bce00041 req-ab089483-5ae6-4738-b5eb-714900324aa5 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:21.280758 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-88e50a12-0659-4dbe-9f24-4c53bce00041 req-ab089483-5ae6-4738-b5eb-714900324aa5 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 945 time: 0.0491979 May 23 15:33:21.335034 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-88e50a12-0659-4dbe-9f24-4c53bce00041 req-8fa505dc-0c3b-4005-b554-cc6933ba0539 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464230 May 23 15:33:21.540363 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5cf8d-527b-4cd4-b92f-f3860d487189 req-d31da564-6da4-4fd5-b0a4-3c1f46bc5be7 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:21.541822 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-29f5cf8d-527b-4cd4-b92f-f3860d487189 req-d31da564-6da4-4fd5-b0a4-3c1f46bc5be7 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 984 time: 0.0850837 May 23 15:33:21.570210 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f0754c3d-85d4-44f1-ae97-9bcd857420a4 req-0df56927-ac62-4d4a-a41f-1ff8f8684240 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d674721e-f3c3-41d6-99a3-5276229c8c17 HTTP/1.1" status: 200 len: 1001 time: 0.0848882 May 23 15:33:21.657276 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-29f5cf8d-527b-4cd4-b92f-f3860d487189 req-9db20f7d-b41b-4dce-a0b2-139757f48111 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=97c8001c-8396-4cb5-abd4-1d2093ab8c66&id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1084609 May 23 15:33:21.659183 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=76,neutron:DELETE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:21.660949 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0754c3d-85d4-44f1-ae97-9bcd857420a4 req-89f1ed44-9b38-48f0-82af-d782ad3a3f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:21.662338 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f0754c3d-85d4-44f1-ae97-9bcd857420a4 req-89f1ed44-9b38-48f0-82af-d782ad3a3f51 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=21e5e43a-788f-4723-b6ca-c532e85a803f HTTP/1.1" status: 200 len: 853 time: 0.0754211 May 23 15:33:21.706529 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0754c3d-85d4-44f1-ae97-9bcd857420a4 req-07dd5efd-1a5e-4dbc-bd52-57e650947c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:21.708004 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f0754c3d-85d4-44f1-ae97-9bcd857420a4 req-07dd5efd-1a5e-4dbc-bd52-57e650947c8b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=209a8533-2c3a-4df0-b96f-8327ce97789f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386541 May 23 15:33:21.800717 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f0754c3d-85d4-44f1-ae97-9bcd857420a4 req-7dc20e8d-3217-4730-a613-c0ddbe7bf51d service neutron] 10.222.0.72 "GET /v2.0/networks/209a8533-2c3a-4df0-b96f-8327ce97789f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855875 May 23 15:33:21.888887 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f0754c3d-85d4-44f1-ae97-9bcd857420a4 req-3fec7340-b5a9-47d7-bb61-4cb01204091c service neutron] 10.222.0.72 "GET /v2.0/networks/209a8533-2c3a-4df0-b96f-8327ce97789f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818770 May 23 15:33:22.113852 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:22.133633 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056cb3e5-d25b-4e80-a378-789359bf60fc req-e27f7a79-2b27-4e10-ae51-107fc8bb7dda tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:22.135120 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-056cb3e5-d25b-4e80-a378-789359bf60fc req-e27f7a79-2b27-4e10-ae51-107fc8bb7dda tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 943 time: 0.0490613 May 23 15:33:22.185228 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-056cb3e5-d25b-4e80-a378-789359bf60fc req-f707c442-8f0a-44ee-a5b4-a939fce1c1ca tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433307 May 23 15:33:22.451488 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d72376-987f-4876-9739-cc3280c23341 req-59013175-55a6-4f72-9bc6-80c312478e56 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:22.452988 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-e9d72376-987f-4876-9739-cc3280c23341 req-59013175-55a6-4f72-9bc6-80c312478e56 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 945 time: 0.0520749 May 23 15:33:22.502746 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-e9d72376-987f-4876-9739-cc3280c23341 req-573a83d2-0504-42ed-aca9-591808d32e21 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443356 May 23 15:33:22.611403 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b6722-ffc7-41ab-9889-f43e3595b2dc req-844f4bfb-f500-41da-bcfa-3c348c80bd87 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:22.612988 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-567b6722-ffc7-41ab-9889-f43e3595b2dc req-844f4bfb-f500-41da-bcfa-3c348c80bd87 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 945 time: 0.0477874 May 23 15:33:22.621459 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 35412) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:33:22.626113 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-266fe018-84c8-4f28-88ef-dbd54b6b4388 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Request body: {'floatingip': {'port_id': 'e105091f-4632-47d3-b731-412205a70375'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:33:22.663706 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-266fe018-84c8-4f28-88ef-dbd54b6b4388 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks [] for floatingip (15bf0119-c152-4a86-8544-8679fd3e4dbe), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:22.771675 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854aa94e-3949-4e1b-8a28-f78bb1d693ba req-c2b6453b-a1e0-4c09-a742-6d316354a80c tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:22.773400 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-854aa94e-3949-4e1b-8a28-f78bb1d693ba req-c2b6453b-a1e0-4c09-a742-6d316354a80c tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 984 time: 0.0471940 May 23 15:33:22.813623 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:22.833408 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-854aa94e-3949-4e1b-8a28-f78bb1d693ba req-4ca73693-bd2e-40af-91c0-c891bd9b2328 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=97c8001c-8396-4cb5-abd4-1d2093ab8c66&id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538261 May 23 15:33:23.093605 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-266fe018-84c8-4f28-88ef-dbd54b6b4388 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:23.097308 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-266fe018-84c8-4f28-88ef-dbd54b6b4388 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-863864'] for floatingip (15bf0119-c152-4a86-8544-8679fd3e4dbe), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:23.191500 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.db.l3_db [None req-266fe018-84c8-4f28-88ef-dbd54b6b4388 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Floating IP 15bf0119-c152-4a86-8544-8679fd3e4dbe associated. External IP: 172.27.2.241, port: e105091f-4632-47d3-b731-412205a70375. May 23 15:33:23.325775 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c53e79-e4ad-4fd6-b6bb-ba8203b09f8e req-ecf3e06a-b294-4c31-93f3-97e483da7898 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:23.327237 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-78c53e79-e4ad-4fd6-b6bb-ba8203b09f8e req-ecf3e06a-b294-4c31-93f3-97e483da7898 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 943 time: 0.0597267 May 23 15:33:23.445512 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-78c53e79-e4ad-4fd6-b6bb-ba8203b09f8e req-3063d829-23a2-44a7-9fc9-2a4a69f58e33 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867126 May 23 15:33:23.461194 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266fe018-84c8-4f28-88ef-dbd54b6b4388 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Router d7762678-c922-4a00-822c-1a288f678231 has already been hosted by L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:33:23.507754 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:23.564677 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266fe018-84c8-4f28-88ef-dbd54b6b4388 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:33:23.569545 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-266fe018-84c8-4f28-88ef-dbd54b6b4388 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for floatingip (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:23.574306 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5623ce9f-9348-44ba-8230-10f664f80670 None None] Sync routers for ids ['d7762678-c922-4a00-822c-1a288f678231'] in dv-cinder-841125-8-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:33:23.583833 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5623ce9f-9348-44ba-8230-10f664f80670 None None] Routers {'d7762678-c922-4a00-822c-1a288f678231'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:33:23.584447 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-5623ce9f-9348-44ba-8230-10f664f80670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:33:05Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['d7762678-c922-4a00-822c-1a288f678231'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:33:23.599513 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-266fe018-84c8-4f28-88ef-dbd54b6b4388 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "PUT /v2.0/floatingips/15bf0119-c152-4a86-8544-8679fd3e4dbe HTTP/1.1" status: 200 len: 991 time: 0.9768014 May 23 15:33:23.600075 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb26539d-bd10-48dd-9c5d-433060babfb6', 'tag': 'e105091f-4632-47d3-b731-412205a70375'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:33:23.602343 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d701dac66fe37c46ae86bb78260b1e19b4b16e00f190307f8222235e17cfe25e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1bf655-7989-45a6-8ba0-d41398ac39d9" -d '{"events": [{"name": "network-changed", "server_uuid": "bb26539d-bd10-48dd-9c5d-433060babfb6", "tag": "e105091f-4632-47d3-b731-412205a70375"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:33:23.639006 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b32da3-175f-4121-9877-35f4b6dc342a x-openstack-request-id: req-99b32da3-175f-4121-9877-35f4b6dc342a {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:33:23.639627 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb26539d-bd10-48dd-9c5d-433060babfb6", "tag": "e105091f-4632-47d3-b731-412205a70375", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:33:23.639627 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-99b32da3-175f-4121-9877-35f4b6dc342a {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:33:23.640206 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99b32da3-175f-4121-9877-35f4b6dc342a'] response: {'name': 'network-changed', 'server_uuid': 'bb26539d-bd10-48dd-9c5d-433060babfb6', 'tag': 'e105091f-4632-47d3-b731-412205a70375', 'status': 'completed', 'code': 200} May 23 15:33:23.691322 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-5623ce9f-9348-44ba-8230-10f664f80670 None None] Set router d7762678-c922-4a00-822c-1a288f678231 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:33:23.732701 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1bf655-7989-45a6-8ba0-d41398ac39d9 req-e2f4f3c4-3209-4389-b70a-96bcd61191c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:23.734657 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ef1bf655-7989-45a6-8ba0-d41398ac39d9 req-e2f4f3c4-3209-4389-b70a-96bcd61191c2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0712b807a4584f7b8f019ceb65ff1e14&device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 1129 time: 0.0399394 May 23 15:33:23.825254 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1bf655-7989-45a6-8ba0-d41398ac39d9 req-9a99d517-2f65-4d8b-8beb-8f696a6ee4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:23.826813 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ef1bf655-7989-45a6-8ba0-d41398ac39d9 req-9a99d517-2f65-4d8b-8beb-8f696a6ee4c8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0d1e2450-f071-48af-a078-8358b70cb4cd HTTP/1.1" status: 200 len: 920 time: 0.0855808 May 23 15:33:23.890287 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ef1bf655-7989-45a6-8ba0-d41398ac39d9 req-dc34cd05-7cd2-4581-a6e1-e5459be66d9e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e105091f-4632-47d3-b731-412205a70375 HTTP/1.1" status: 200 len: 999 time: 0.0553133 May 23 15:33:23.899156 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-5623ce9f-9348-44ba-8230-10f664f80670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7762678-c922-4a00-822c-1a288f678231', 'name': 'tempest-ServerRescueNegativeTestJSON-1962255291-router', 'tenant_id': '0712b807a4584f7b8f019ceb65ff1e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'f967faeb-3834-4612-baaa-f31465073412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:00Z', 'revision_number': 4, 'project_id': '0712b807a4584f7b8f019ceb65ff1e14', 'gw_port': {'id': 'f967faeb-3834-4612-baaa-f31465073412', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:23:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7762678-c922-4a00-822c-1a288f678231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:48Z', 'updated_at': '2022-05-23T15:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_floatingips': [{'id': '15bf0119-c152-4a86-8544-8679fd3e4dbe', 'tenant_id': '0712b807a4584f7b8f019ceb65ff1e14', 'floating_ip_address': '172.27.2.241', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': 'd7762678-c922-4a00-822c-1a288f678231', 'port_id': 'e105091f-4632-47d3-b731-412205a70375', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d1e2450-f071-48af-a078-8358b70cb4cd', 'mac_address': 'fa:16:3e:dd:5c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb26539d-bd10-48dd-9c5d-433060babfb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:32:50Z', 'updated_at': '2022-05-23T15:33:23Z', 'revision_number': 1, 'project_id': '0712b807a4584f7b8f019ceb65ff1e14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '097274c5-da17-41c8-95e6-f832b2af97be', 'name': '', 'network_id': '0d1e2450-f071-48af-a078-8358b70cb4cd', 'tenant_id': '0712b807a4584f7b8f019ceb65ff1e14', 'mac_address': 'fa:16:3e:ac:13:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7762678-c922-4a00-822c-1a288f678231', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:59Z', 'updated_at': '2022-05-23T15:30:17Z', 'revision_number': 5, 'project_id': '0712b807a4584f7b8f019ceb65ff1e14', 'subnets': [{'id': 'eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:33:23.925001 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5623ce9f-9348-44ba-8230-10f664f80670 None None] Checking router: d7762678-c922-4a00-822c-1a288f678231 for host: dv-cinder-841125-8-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:33:23.935082 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5623ce9f-9348-44ba-8230-10f664f80670 None None] Routers {'d7762678-c922-4a00-822c-1a288f678231'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:33:23.935694 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-5623ce9f-9348-44ba-8230-10f664f80670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:33:05Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['d7762678-c922-4a00-822c-1a288f678231'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:33:23.950396 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca1c38-2547-4919-bd86-1b98b3a4f876 req-dee2b9fd-fa89-4041-adc2-da3ababcdcac tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:23.950821 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1bf655-7989-45a6-8ba0-d41398ac39d9 req-6797eabb-ae16-4aea-9d89-dfb7042b960f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:23.951941 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b4ca1c38-2547-4919-bd86-1b98b3a4f876 req-dee2b9fd-fa89-4041-adc2-da3ababcdcac tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 984 time: 0.0486350 May 23 15:33:23.952279 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ef1bf655-7989-45a6-8ba0-d41398ac39d9 req-6797eabb-ae16-4aea-9d89-dfb7042b960f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2 HTTP/1.1" status: 200 len: 858 time: 0.0516102 May 23 15:33:23.992601 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=100 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:24.007170 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1bf655-7989-45a6-8ba0-d41398ac39d9 req-8d208eb9-13a0-4e7b-8870-4efc22d21e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:24.008830 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ef1bf655-7989-45a6-8ba0-d41398ac39d9 req-8d208eb9-13a0-4e7b-8870-4efc22d21e6b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0d1e2450-f071-48af-a078-8358b70cb4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475671 May 23 15:33:24.018728 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b4ca1c38-2547-4919-bd86-1b98b3a4f876 req-a6d4385b-d937-4572-8d20-215114984af9 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=97c8001c-8396-4cb5-abd4-1d2093ab8c66&id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605919 May 23 15:33:24.043423 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-5623ce9f-9348-44ba-8230-10f664f80670 None None] Set router d7762678-c922-4a00-822c-1a288f678231 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:33:24.102787 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ef1bf655-7989-45a6-8ba0-d41398ac39d9 req-514aaa13-b797-4af1-8334-d672102c2b40 service neutron] 10.222.0.72 "GET /v2.0/networks/0d1e2450-f071-48af-a078-8358b70cb4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819688 May 23 15:33:24.118373 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=100 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:24.258073 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-5623ce9f-9348-44ba-8230-10f664f80670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7762678-c922-4a00-822c-1a288f678231', 'name': 'tempest-ServerRescueNegativeTestJSON-1962255291-router', 'tenant_id': '0712b807a4584f7b8f019ceb65ff1e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'f967faeb-3834-4612-baaa-f31465073412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:00Z', 'revision_number': 4, 'project_id': '0712b807a4584f7b8f019ceb65ff1e14', 'gw_port': {'id': 'f967faeb-3834-4612-baaa-f31465073412', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:23:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7762678-c922-4a00-822c-1a288f678231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:48Z', 'updated_at': '2022-05-23T15:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_floatingips': [{'id': '15bf0119-c152-4a86-8544-8679fd3e4dbe', 'tenant_id': '0712b807a4584f7b8f019ceb65ff1e14', 'floating_ip_address': '172.27.2.241', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': 'd7762678-c922-4a00-822c-1a288f678231', 'port_id': 'e105091f-4632-47d3-b731-412205a70375', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d1e2450-f071-48af-a078-8358b70cb4cd', 'mac_address': 'fa:16:3e:dd:5c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb26539d-bd10-48dd-9c5d-433060babfb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:32:50Z', 'updated_at': '2022-05-23T15:33:23Z', 'revision_number': 1, 'project_id': '0712b807a4584f7b8f019ceb65ff1e14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '097274c5-da17-41c8-95e6-f832b2af97be', 'name': '', 'network_id': '0d1e2450-f071-48af-a078-8358b70cb4cd', 'tenant_id': '0712b807a4584f7b8f019ceb65ff1e14', 'mac_address': 'fa:16:3e:ac:13:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7762678-c922-4a00-822c-1a288f678231', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:59Z', 'updated_at': '2022-05-23T15:30:17Z', 'revision_number': 5, 'project_id': '0712b807a4584f7b8f019ceb65ff1e14', 'subnets': [{'id': 'eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:33:24.283456 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5623ce9f-9348-44ba-8230-10f664f80670 None None] The sync data for ids ['d7762678-c922-4a00-822c-1a288f678231'] in dv-cinder-841125-8-iscsi is: [{'id': 'd7762678-c922-4a00-822c-1a288f678231', 'name': 'tempest-ServerRescueNegativeTestJSON-1962255291-router', 'tenant_id': '0712b807a4584f7b8f019ceb65ff1e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'f967faeb-3834-4612-baaa-f31465073412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:00Z', 'revision_number': 4, 'project_id': '0712b807a4584f7b8f019ceb65ff1e14', 'gw_port': {'id': 'f967faeb-3834-4612-baaa-f31465073412', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:23:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7762678-c922-4a00-822c-1a288f678231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:48Z', 'updated_at': '2022-05-23T15:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_floatingips': [{'id': '15bf0119-c152-4a86-8544-8679fd3e4dbe', 'tenant_id': '0712b807a4584f7b8f019ceb65ff1e14', 'floating_ip_address': '172.27.2.241', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': 'd7762678-c922-4a00-822c-1a288f678231', 'port_id': 'e105091f-4632-47d3-b731-412205a70375', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d1e2450-f071-48af-a078-8358b70cb4cd', 'mac_address': 'fa:16:3e:dd:5c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb26539d-bd10-48dd-9c5d-433060babfb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:32:50Z', 'updated_at': '2022-05-23T15:33:23Z', 'revision_number': 1, 'project_id': '0712b807a4584f7b8f019ceb65ff1e14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '097274c5-da17-41c8-95e6-f832b2af97be', 'name': '', 'network_id': '0d1e2450-f071-48af-a078-8358b70cb4cd', 'tenant_id': '0712b807a4584f7b8f019ceb65ff1e14', 'mac_address': 'fa:16:3e:ac:13:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7762678-c922-4a00-822c-1a288f678231', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:59Z', 'updated_at': '2022-05-23T15:30:17Z', 'revision_number': 5, 'project_id': '0712b807a4584f7b8f019ceb65ff1e14', 'subnets': [{'id': 'eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:33:24.400595 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ef1bf655-7989-45a6-8ba0-d41398ac39d9 req-e277a880-0028-480e-a430-14706de436d7 service neutron] 10.222.0.72 "GET /v2.0/networks/0d1e2450-f071-48af-a078-8358b70cb4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886140 May 23 15:33:24.468337 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb7606d-10b4-40ce-a5dc-0ec56c0be992 None None] New status for floating IP 15bf0119-c152-4a86-8544-8679fd3e4dbe: ACTIVE {{(pid=104082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:33:24.568571 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad010c-e97c-44c2-be85-67f4c19cfca9 req-e26c1afc-7482-406e-986b-5e37b87db2db tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:24.570091 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-bdad010c-e97c-44c2-be85-67f4c19cfca9 req-e26c1afc-7482-406e-986b-5e37b87db2db tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 943 time: 0.0479052 May 23 15:33:24.627910 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-bdad010c-e97c-44c2-be85-67f4c19cfca9 req-dcf54cba-487d-4e41-8392-b7325e7ccdde tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520720 May 23 15:33:25.126156 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:25.140522 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd55fd9-c23f-4631-8b83-86aeca0157fb req-5354618a-2c6f-4fee-8721-b6c8b6e45d54 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:25.142046 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6dd55fd9-c23f-4631-8b83-86aeca0157fb req-5354618a-2c6f-4fee-8721-b6c8b6e45d54 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 984 time: 0.0534339 May 23 15:33:25.200718 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6dd55fd9-c23f-4631-8b83-86aeca0157fb req-99c33165-f6a1-447d-9af2-1b238c350c0c tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=97c8001c-8396-4cb5-abd4-1d2093ab8c66&id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531278 May 23 15:33:25.749341 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7691d9c0-ae30-401f-98d3-6371992d5d02 req-f6008f5f-495b-43ce-a09f-e25e6e46e3f0 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:25.750704 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7691d9c0-ae30-401f-98d3-6371992d5d02 req-f6008f5f-495b-43ce-a09f-e25e6e46e3f0 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 943 time: 0.0498006 May 23 15:33:25.796747 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7691d9c0-ae30-401f-98d3-6371992d5d02 req-68287aa0-449a-446a-8e27-381c3e099d43 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405960 May 23 15:33:26.314285 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4657d-2601-4ede-a4cc-cb688d8dbec3 req-2e6acf6b-d7a1-4486-ad78-92e572b886e1 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:26.315757 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-19a4657d-2601-4ede-a4cc-cb688d8dbec3 req-2e6acf6b-d7a1-4486-ad78-92e572b886e1 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 984 time: 0.0464926 May 23 15:33:26.375136 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-19a4657d-2601-4ede-a4cc-cb688d8dbec3 req-6c157574-c37c-4f85-92e7-e49655aa1dae tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=97c8001c-8396-4cb5-abd4-1d2093ab8c66&id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538666 May 23 15:33:26.914701 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb575bc-16ac-4354-9473-380e2efeed48 req-b19f5238-38ea-46ed-8fa7-ddfb89158c3e tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:26.916170 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0fb575bc-16ac-4354-9473-380e2efeed48 req-b19f5238-38ea-46ed-8fa7-ddfb89158c3e tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 943 time: 0.0468128 May 23 15:33:26.962651 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0fb575bc-16ac-4354-9473-380e2efeed48 req-ffeb942f-ff08-4a87-aeab-712e88e4908a tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403843 May 23 15:33:27.425710 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 920328ed-01fa-4ed4-b496-7b1fea54b54c details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:33:27.489812 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee26db1f-8cd1-46b2-b47a-3ea7f60676bc req-1c7ae0ca-fa4d-462b-879e-7416e53399c6 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:27.491286 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ee26db1f-8cd1-46b2-b47a-3ea7f60676bc req-1c7ae0ca-fa4d-462b-879e-7416e53399c6 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 984 time: 0.0475254 May 23 15:33:27.492256 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:27.522365 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 920328ed-01fa-4ed4-b496-7b1fea54b54c, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=920328ed-01fa-4ed4-b496-7b1fea54b54c,segment=NetworkSegment(29e85e02-494b-40ff-afd0-9241970fba55),segment_id=29e85e02-494b-40ff-afd0-9241970fba55)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:33:27.534188 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Returning: {'device': '920328ed-01fa-4ed4-b496-7b1fea54b54c', 'network_id': '751cbaf0-d17b-4cd8-950f-078d51e9414f', 'port_id': '920328ed-01fa-4ed4-b496-7b1fea54b54c', 'mac_address': 'fa:16:3e:76:85:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 960, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '045c111a-efa9-497c-8e54-7f6b21c0aa2b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:33:27.555564 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ee26db1f-8cd1-46b2-b47a-3ea7f60676bc req-aa12ea54-6a5e-4cd7-a5a9-2c599d49c1a2 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=97c8001c-8396-4cb5-abd4-1d2093ab8c66&id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579617 May 23 15:33:27.568465 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port 920328ed-01fa-4ed4-b496-7b1fea54b54c is: DOWN; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:33:27.568855 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (920328ed-01fa-4ed4-b496-7b1fea54b54c), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:27.584955 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 920328ed-01fa-4ed4-b496-7b1fea54b54c {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:33:27.605355 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 920328ed-01fa-4ed4-b496-7b1fea54b54c, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=920328ed-01fa-4ed4-b496-7b1fea54b54c,segment=NetworkSegment(29e85e02-494b-40ff-afd0-9241970fba55),segment_id=29e85e02-494b-40ff-afd0-9241970fba55)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:33:27.609076 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (920328ed-01fa-4ed4-b496-7b1fea54b54c), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:27.654466 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=920328ed-01fa-4ed4-b496-7b1fea54b54c,revision_number=9']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:33:28.050048 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] get_ports_and_sgs() called for port_ids ['920328ed-01fa-4ed4-b496-7b1fea54b54c'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:33:28.084801 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b1d15-7883-4846-9643-287e89495b85 req-c41aa5cc-0340-4133-82c2-bd1cc321d004 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:28.086966 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-666b1d15-7883-4846-9643-287e89495b85 req-c41aa5cc-0340-4133-82c2-bd1cc321d004 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 944 time: 0.0520108 May 23 15:33:28.134152 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-666b1d15-7883-4846-9643-287e89495b85 req-d3e3c7a8-8d78-45f6-a542-4d8f6b27ebf3 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406501 May 23 15:33:28.669664 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec6b67-e1e1-47f9-a774-541c1cb4dc0b req-76704411-9903-46b6-8fe1-940f414355b5 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:28.671142 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b3ec6b67-e1e1-47f9-a774-541c1cb4dc0b req-76704411-9903-46b6-8fe1-940f414355b5 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 984 time: 0.0488365 May 23 15:33:28.731396 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b3ec6b67-e1e1-47f9-a774-541c1cb4dc0b req-bf6493e9-9562-4605-b74b-0491b95bab8f tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=97c8001c-8396-4cb5-abd4-1d2093ab8c66&id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546980 May 23 15:33:29.251886 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa8de6-8514-4d37-9b07-5bdb5510d416 req-527aeffb-b3dd-4aef-b1d7-63bc51308971 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:29.253390 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-eafa8de6-8514-4d37-9b07-5bdb5510d416 req-527aeffb-b3dd-4aef-b1d7-63bc51308971 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 944 time: 0.0464554 May 23 15:33:29.300415 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-eafa8de6-8514-4d37-9b07-5bdb5510d416 req-715fc9e4-6893-42d0-89a3-9701498d5d36 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415478 May 23 15:33:29.456743 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 920328ed-01fa-4ed4-b496-7b1fea54b54c up at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:33:29.501060 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Provisioning complete for port 920328ed-01fa-4ed4-b496-7b1fea54b54c triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:33:29.501431 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (920328ed-01fa-4ed4-b496-7b1fea54b54c), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:29.570818 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port 920328ed-01fa-4ed4-b496-7b1fea54b54c is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:33:29.571143 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (920328ed-01fa-4ed4-b496-7b1fea54b54c), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:29.596495 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9038c8-1395-4d48-b10b-2fe7310c4c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920328ed-01fa-4ed4-b496-7b1fea54b54c'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:33:29.599035 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f55e67021d3a90dbbd6c8997e5bd31cd20e79582d0fa2823ba23f1fb24bbbe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd59e74a-18cb-4826-a30f-da04171ea238" -d '{"events": [{"server_uuid": "9b9038c8-1395-4d48-b10b-2fe7310c4c76", "name": "network-vif-plugged", "status": "completed", "tag": "920328ed-01fa-4ed4-b496-7b1fea54b54c"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:33:29.616965 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 920328ed-01fa-4ed4-b496-7b1fea54b54c, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=920328ed-01fa-4ed4-b496-7b1fea54b54c,segment=NetworkSegment(29e85e02-494b-40ff-afd0-9241970fba55),segment_id=29e85e02-494b-40ff-afd0-9241970fba55)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:33:29.621381 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (920328ed-01fa-4ed4-b496-7b1fea54b54c), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:29.788638 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1b578c-3a6f-4032-9975-77836f8a946b x-openstack-request-id: req-bd1b578c-3a6f-4032-9975-77836f8a946b {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:33:29.788986 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9038c8-1395-4d48-b10b-2fe7310c4c76", "name": "network-vif-plugged", "status": "completed", "tag": "920328ed-01fa-4ed4-b496-7b1fea54b54c", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:33:29.789242 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bd1b578c-3a6f-4032-9975-77836f8a946b {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:33:29.789634 dv-cinder-841125-8-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd1b578c-3a6f-4032-9975-77836f8a946b'] response: {'server_uuid': '9b9038c8-1395-4d48-b10b-2fe7310c4c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920328ed-01fa-4ed4-b496-7b1fea54b54c', 'code': 200} May 23 15:33:29.817738 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=920328ed-01fa-4ed4-b496-7b1fea54b54c,revision_number=10']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:33:29.861826 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a268b1-1880-43bb-8452-8a663c8aeee4 req-13a20cdc-d57f-4fa1-aebb-944a9c6084fb tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:29.863452 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-07a268b1-1880-43bb-8452-8a663c8aeee4 req-13a20cdc-d57f-4fa1-aebb-944a9c6084fb tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 984 time: 0.0517678 May 23 15:33:29.926609 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-07a268b1-1880-43bb-8452-8a663c8aeee4 req-109a4493-fb59-4d09-9acb-220029084cc8 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=97c8001c-8396-4cb5-abd4-1d2093ab8c66&id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571847 May 23 15:33:30.241670 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a7c04-e96b-4ebd-a333-cdbdb22d3ae3 req-676359f2-4cbf-42d2-9133-b126f65382f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:30.243137 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9a5a7c04-e96b-4ebd-a333-cdbdb22d3ae3 req-676359f2-4cbf-42d2-9133-b126f65382f2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 1130 time: 0.0377228 May 23 15:33:30.293002 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9a5a7c04-e96b-4ebd-a333-cdbdb22d3ae3 req-e12bbbac-e6e3-4d14-bf73-5aaf5397582d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374215 May 23 15:33:30.420405 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0963d36-5c5d-42a1-ae91-b45628900319 req-d670390c-b758-4614-ba57-a4a9c9f239c6 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:30.421898 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b0963d36-5c5d-42a1-ae91-b45628900319 req-d670390c-b758-4614-ba57-a4a9c9f239c6 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 946 time: 0.0478480 May 23 15:33:30.471809 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b0963d36-5c5d-42a1-ae91-b45628900319 req-be6772c0-e1f3-4cf2-8374-ac260afa7cca tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445364 May 23 15:33:31.039141 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a1fd9a-8d15-43f8-a512-bbe90e5b82e3 req-8f38ce80-e95d-4bcb-a6c1-94f0b79b499c tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:31.040637 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b1a1fd9a-8d15-43f8-a512-bbe90e5b82e3 req-8f38ce80-e95d-4bcb-a6c1-94f0b79b499c tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 984 time: 0.0472317 May 23 15:33:31.101134 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b1a1fd9a-8d15-43f8-a512-bbe90e5b82e3 req-9e99dc02-3b73-4786-8b36-9a96e05bcfa0 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=97c8001c-8396-4cb5-abd4-1d2093ab8c66&id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548863 May 23 15:33:31.595706 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d8813-0d11-492f-9617-e903d1f372ab req-42cfcc6b-92e3-4ce5-b9eb-9f115122d0be tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:31.597218 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e24d8813-0d11-492f-9617-e903d1f372ab req-42cfcc6b-92e3-4ce5-b9eb-9f115122d0be tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 946 time: 0.0509470 May 23 15:33:31.647431 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e24d8813-0d11-492f-9617-e903d1f372ab req-8d61832f-977a-4de8-93ac-829b7527bc72 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447671 May 23 15:33:32.220614 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de24209-8529-420a-984f-e0a5bdda3c5a req-a6ed751c-e41e-45c1-9f22-6077bb4ad614 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:32.222141 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-1de24209-8529-420a-984f-e0a5bdda3c5a req-a6ed751c-e41e-45c1-9f22-6077bb4ad614 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 984 time: 0.0525351 May 23 15:33:32.241302 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=100 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:32.283023 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-1de24209-8529-420a-984f-e0a5bdda3c5a req-9dfaca82-22ad-4ccc-8de4-c7f5f95b1e40 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=97c8001c-8396-4cb5-abd4-1d2093ab8c66&id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548170 May 23 15:33:32.764690 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc622f-344e-4d1a-9be2-6cb7b4efaff1 req-920b5cc4-3fa2-4a37-9d3c-3d91174894d0 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:32.766526 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-97fc622f-344e-4d1a-9be2-6cb7b4efaff1 req-920b5cc4-3fa2-4a37-9d3c-3d91174894d0 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 946 time: 0.0467148 May 23 15:33:32.812893 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-97fc622f-344e-4d1a-9be2-6cb7b4efaff1 req-3ed322f6-f373-4f5e-8d00-4ea82e20321f tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409718 May 23 15:33:33.097722 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1535d57e-779f-4886-a082-50fa7d853d4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:33.400716 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a803fe-57c6-426b-9b99-674ab78cdc8a req-5f2c7a22-f3c2-4a60-8fa4-18a03b00e12d tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:33.402862 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-19a803fe-57c6-426b-9b99-674ab78cdc8a req-5f2c7a22-f3c2-4a60-8fa4-18a03b00e12d tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 984 time: 0.0530455 May 23 15:33:33.413698 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=100 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:33.462714 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-19a803fe-57c6-426b-9b99-674ab78cdc8a req-26e73f0e-d454-4408-a9a1-2f481eeb3bb9 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=97c8001c-8396-4cb5-abd4-1d2093ab8c66&id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543728 May 23 15:33:34.577340 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d1d46-11b4-4548-84ce-41d88b4a41ed req-6429dfe1-3f0e-4b6c-bd41-91fd4e474011 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:34.578816 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-076d1d46-11b4-4548-84ce-41d88b4a41ed req-6429dfe1-3f0e-4b6c-bd41-91fd4e474011 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 984 time: 0.0496664 May 23 15:33:34.641311 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-076d1d46-11b4-4548-84ce-41d88b4a41ed req-e6d6b1ec-b3c2-4eec-a0bf-db09d72bab62 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=97c8001c-8396-4cb5-abd4-1d2093ab8c66&id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562966 May 23 15:33:35.452573 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-439de529-0983-4457-b33a-2dbd311326c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:35.753959 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140889c9-09bd-494d-b35f-87f773fb5125 req-72ffb07c-fac7-4ce1-b040-8d69bd9a88fc tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:35.755426 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-140889c9-09bd-494d-b35f-87f773fb5125 req-72ffb07c-fac7-4ce1-b040-8d69bd9a88fc tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 984 time: 0.0474980 May 23 15:33:35.819346 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-140889c9-09bd-494d-b35f-87f773fb5125 req-9343d001-82d4-4611-8782-81ff099790d3 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=97c8001c-8396-4cb5-abd4-1d2093ab8c66&id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583692 May 23 15:33:36.627899 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=73 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:36.633163 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=83 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:36.911055 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:36.924038 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:36.935796 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7461a1-bce2-42e6-b399-696e2483e334 req-65b2514b-aaa0-4376-a5ff-33f2c6739f87 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:36.937299 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1b7461a1-bce2-42e6-b399-696e2483e334 req-65b2514b-aaa0-4376-a5ff-33f2c6739f87 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 984 time: 0.0511031 May 23 15:33:37.003095 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1b7461a1-bce2-42e6-b399-696e2483e334 req-8bca3508-18e3-4aa1-81b3-f456a9d418f8 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=97c8001c-8396-4cb5-abd4-1d2093ab8c66&id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544066 May 23 15:33:38.049625 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:38.122574 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975afb0d-8c9c-4ba5-81dd-d90be058f755 req-2796c6fc-8084-42af-8458-ef576170a624 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:38.124040 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-975afb0d-8c9c-4ba5-81dd-d90be058f755 req-2796c6fc-8084-42af-8458-ef576170a624 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 984 time: 0.0471327 May 23 15:33:38.182677 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-975afb0d-8c9c-4ba5-81dd-d90be058f755 req-3a9611f3-0d14-4c86-89fc-a783276e1728 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=97c8001c-8396-4cb5-abd4-1d2093ab8c66&id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529251 May 23 15:33:39.295487 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cfbf1-7c04-4e5d-b7c6-51a61a42f8f8 req-9ca26831-364b-41d0-91be-2561968cdd3e tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:39.296976 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b55cfbf1-7c04-4e5d-b7c6-51a61a42f8f8 req-9ca26831-364b-41d0-91be-2561968cdd3e tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 984 time: 0.0474098 May 23 15:33:39.361314 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b55cfbf1-7c04-4e5d-b7c6-51a61a42f8f8 req-90f32cc0-15d4-4fcd-a375-87e465ce8332 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=97c8001c-8396-4cb5-abd4-1d2093ab8c66&id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0587983 May 23 15:33:39.722291 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:40.474308 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d5ed3-82cc-4c85-a72e-bc945ae6cd73 req-80fadaf4-9507-4a23-a502-7261e47e9571 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:40.475760 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-e28d5ed3-82cc-4c85-a72e-bc945ae6cd73 req-80fadaf4-9507-4a23-a502-7261e47e9571 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 984 time: 0.0475349 May 23 15:33:40.533527 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-e28d5ed3-82cc-4c85-a72e-bc945ae6cd73 req-c12c39fb-f72e-47c8-b522-5b130e6aec49 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=97c8001c-8396-4cb5-abd4-1d2093ab8c66&id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522048 May 23 15:33:41.630029 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:41.646133 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc8359-ee6a-400d-8ddc-002e0c2c1fe0 req-657822ce-b778-47b6-8055-98826cb9266d tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:41.647609 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-12bc8359-ee6a-400d-8ddc-002e0c2c1fe0 req-657822ce-b778-47b6-8055-98826cb9266d tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 984 time: 0.0481563 May 23 15:33:41.707829 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-12bc8359-ee6a-400d-8ddc-002e0c2c1fe0 req-3dc19fd1-9504-419b-b8cb-27eddbf61414 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=97c8001c-8396-4cb5-abd4-1d2093ab8c66&id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539770 May 23 15:33:42.831116 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4d74e-f84c-4978-a9f3-9bff09fba3bc req-341160fe-0523-4854-a171-5b34974f473f tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:42.832665 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-99f4d74e-f84c-4978-a9f3-9bff09fba3bc req-341160fe-0523-4854-a171-5b34974f473f tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 984 time: 0.0517695 May 23 15:33:42.896894 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-99f4d74e-f84c-4978-a9f3-9bff09fba3bc req-50e780e3-a4f5-4c03-b102-2dff069ebe47 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=97c8001c-8396-4cb5-abd4-1d2093ab8c66&id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585432 May 23 15:33:44.020419 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cca580-f0ec-423e-a9cb-9fa4ed437b29 req-ed963a0e-a829-4f93-abe0-ba2bc4df7b42 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:44.021947 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-63cca580-f0ec-423e-a9cb-9fa4ed437b29 req-ed963a0e-a829-4f93-abe0-ba2bc4df7b42 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 984 time: 0.0571139 May 23 15:33:44.081597 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-63cca580-f0ec-423e-a9cb-9fa4ed437b29 req-1c792e21-2a09-4d2a-aa2d-3b363c24bd91 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=97c8001c-8396-4cb5-abd4-1d2093ab8c66&id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538173 May 23 15:33:46.592976 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-698b9885-c39f-469b-9f8c-b80585874803 req-59929787-49cc-4368-b338-8839f188e388 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380893 May 23 15:33:46.672553 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=69,neutron:UPDATE=4 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:46.685359 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (88197243-2542-4a6c-b81b-f727b3d95aaf), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:46.847389 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b9885-c39f-469b-9f8c-b80585874803 req-96bcc145-204d-4331-b1d0-b6820edca2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:46.848820 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-698b9885-c39f-469b-9f8c-b80585874803 req-96bcc145-204d-4331-b1d0-b6820edca2eb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0712b807a4584f7b8f019ceb65ff1e14&device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 1130 time: 0.0392625 May 23 15:33:46.964270 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b9885-c39f-469b-9f8c-b80585874803 req-d408e9bf-1be0-4ee6-9e84-b6efde1bf00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:46.966276 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-698b9885-c39f-469b-9f8c-b80585874803 req-d408e9bf-1be0-4ee6-9e84-b6efde1bf00f service neutron] 10.222.0.72 "GET /v2.0/networks?id=0d1e2450-f071-48af-a078-8358b70cb4cd HTTP/1.1" status: 200 len: 920 time: 0.0945876 May 23 15:33:47.006237 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-698b9885-c39f-469b-9f8c-b80585874803 req-e5ad335e-2184-4805-8d4c-d4698bcbb270 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c HTTP/1.1" status: 200 len: 217 time: 0.0320072 May 23 15:33:47.060731 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b9885-c39f-469b-9f8c-b80585874803 req-7835064e-1a52-4cf9-aa1a-2d3085968848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:47.062281 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-698b9885-c39f-469b-9f8c-b80585874803 req-7835064e-1a52-4cf9-aa1a-2d3085968848 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2 HTTP/1.1" status: 200 len: 858 time: 0.0431778 May 23 15:33:47.110062 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b9885-c39f-469b-9f8c-b80585874803 req-1a276137-d134-463e-8afa-077c0b1405da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:47.111466 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-698b9885-c39f-469b-9f8c-b80585874803 req-1a276137-d134-463e-8afa-077c0b1405da service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0d1e2450-f071-48af-a078-8358b70cb4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417869 May 23 15:33:47.166466 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=100 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:47.202937 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-698b9885-c39f-469b-9f8c-b80585874803 req-b46a39fb-2be0-4157-b836-ef105a13003f service neutron] 10.222.0.72 "GET /v2.0/networks/0d1e2450-f071-48af-a078-8358b70cb4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834131 May 23 15:33:47.299286 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-698b9885-c39f-469b-9f8c-b80585874803 req-9a2232d4-e67e-4333-ba54-c15c3be74fc1 service neutron] 10.222.0.72 "GET /v2.0/networks/0d1e2450-f071-48af-a078-8358b70cb4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865824 May 23 15:33:50.843129 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ad166-f54f-48a1-896a-8309d4587c49 req-bb5d5f2e-66fc-4e47-a66a-8f4e9f8a26e5 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:50.844575 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ee8ad166-f54f-48a1-896a-8309d4587c49 req-bb5d5f2e-66fc-4e47-a66a-8f4e9f8a26e5 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc0f4046-cea9-4426-9970-4ff8f307a3c0 HTTP/1.1" status: 200 len: 946 time: 0.0505400 May 23 15:33:50.893475 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ee8ad166-f54f-48a1-896a-8309d4587c49 req-f88747d0-c817-49b9-82e9-82aa446ad731 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=0be3415a-c1e1-45a7-b39d-6ece3ea1e788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432966 May 23 15:33:52.007317 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b78380-2597-46e1-8f7e-591976dd3598 req-d8fdad3e-ded3-43be-b1e2-cc8966e3fafb tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:52.008827 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f7b78380-2597-46e1-8f7e-591976dd3598 req-d8fdad3e-ded3-43be-b1e2-cc8966e3fafb tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc0f4046-cea9-4426-9970-4ff8f307a3c0 HTTP/1.1" status: 200 len: 946 time: 0.0466886 May 23 15:33:52.055637 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f7b78380-2597-46e1-8f7e-591976dd3598 req-c94d305c-36cc-4cb7-83fe-4aef41271c44 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=0be3415a-c1e1-45a7-b39d-6ece3ea1e788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405958 May 23 15:33:53.052344 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17037807-66ca-46b1-917d-47d0118af2b1 req-d776264d-7e5e-4b0f-b6ab-f96724a4e7ce tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:53.053816 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-17037807-66ca-46b1-917d-47d0118af2b1 req-d776264d-7e5e-4b0f-b6ab-f96724a4e7ce tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0f4046-cea9-4426-9970-4ff8f307a3c0 HTTP/1.1" status: 200 len: 946 time: 0.0472879 May 23 15:33:53.188281 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-17037807-66ca-46b1-917d-47d0118af2b1 req-b0363cd1-6e59-48d9-b3ee-b8682e383bd7 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Deleting port 5ecea450-0a05-473a-b7b2-1cd3cef1fd28 {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:33:53.188549 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-17037807-66ca-46b1-917d-47d0118af2b1 req-b0363cd1-6e59-48d9-b3ee-b8682e383bd7 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (5ecea450-0a05-473a-b7b2-1cd3cef1fd28), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:53.198747 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2b216-8605-4e66-8814-d6bf1d0776ce req-8034619c-f458-425e-8632-6dd350284f98 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:53.200645 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f9f2b216-8605-4e66-8814-d6bf1d0776ce req-8034619c-f458-425e-8632-6dd350284f98 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc0f4046-cea9-4426-9970-4ff8f307a3c0 HTTP/1.1" status: 200 len: 946 time: 0.0678077 May 23 15:33:53.255055 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=100 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:53.309365 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f9f2b216-8605-4e66-8814-d6bf1d0776ce req-993dfcc7-6a30-49df-b865-22d7412157dd tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=0be3415a-c1e1-45a7-b39d-6ece3ea1e788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989060 May 23 15:33:53.325037 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-17037807-66ca-46b1-917d-47d0118af2b1 req-b0363cd1-6e59-48d9-b3ee-b8682e383bd7 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] For port 5ecea450-0a05-473a-b7b2-1cd3cef1fd28, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=5ecea450-0a05-473a-b7b2-1cd3cef1fd28,segment=NetworkSegment(4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0),segment_id=4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:33:53.325410 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-17037807-66ca-46b1-917d-47d0118af2b1 req-b0363cd1-6e59-48d9-b3ee-b8682e383bd7 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (5ecea450-0a05-473a-b7b2-1cd3cef1fd28), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:53.533151 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-17037807-66ca-46b1-917d-47d0118af2b1 req-b0363cd1-6e59-48d9-b3ee-b8682e383bd7 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:53.533518 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-17037807-66ca-46b1-917d-47d0118af2b1 req-b0363cd1-6e59-48d9-b3ee-b8682e383bd7 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-863864'] for floatingip (3b6b1b14-9680-4075-9d75-343930fd77e4), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:53.533836 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.db.l3_db [req-17037807-66ca-46b1-917d-47d0118af2b1 req-b0363cd1-6e59-48d9-b3ee-b8682e383bd7 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Floating IP 3b6b1b14-9680-4075-9d75-343930fd77e4 disassociated. External IP: 172.27.2.82, port: 5ecea450-0a05-473a-b7b2-1cd3cef1fd28. May 23 15:33:53.534185 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-17037807-66ca-46b1-917d-47d0118af2b1 req-b0363cd1-6e59-48d9-b3ee-b8682e383bd7 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Calling delete_port for 5ecea450-0a05-473a-b7b2-1cd3cef1fd28 owned by compute:nova {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:33:53.663415 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-17037807-66ca-46b1-917d-47d0118af2b1 req-b0363cd1-6e59-48d9-b3ee-b8682e383bd7 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (5ecea450-0a05-473a-b7b2-1cd3cef1fd28), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:53.690680 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0363cd1-6e59-48d9-b3ee-b8682e383bd7 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Pushing event deleted for resources: {'Port': ['ID=5ecea450-0a05-473a-b7b2-1cd3cef1fd28,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:33:53.702400 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0363cd1-6e59-48d9-b3ee-b8682e383bd7 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:33:53.702749 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0363cd1-6e59-48d9-b3ee-b8682e383bd7 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:33:53.703091 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0363cd1-6e59-48d9-b3ee-b8682e383bd7 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:33:53.703430 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0363cd1-6e59-48d9-b3ee-b8682e383bd7 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:33:53.703763 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0363cd1-6e59-48d9-b3ee-b8682e383bd7 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:33:53.704092 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0363cd1-6e59-48d9-b3ee-b8682e383bd7 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:33:53.704454 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0363cd1-6e59-48d9-b3ee-b8682e383bd7 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:33:53.704779 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0363cd1-6e59-48d9-b3ee-b8682e383bd7 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:33:53.705130 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0363cd1-6e59-48d9-b3ee-b8682e383bd7 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:33:53.705459 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0363cd1-6e59-48d9-b3ee-b8682e383bd7 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:33:53.705783 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0363cd1-6e59-48d9-b3ee-b8682e383bd7 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:33:53.706114 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0363cd1-6e59-48d9-b3ee-b8682e383bd7 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:33:53.706428 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0363cd1-6e59-48d9-b3ee-b8682e383bd7 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:33:53.706759 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0363cd1-6e59-48d9-b3ee-b8682e383bd7 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:33:53.707107 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0363cd1-6e59-48d9-b3ee-b8682e383bd7 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:33:53.744634 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:53.812351 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17037807-66ca-46b1-917d-47d0118af2b1 req-b0363cd1-6e59-48d9-b3ee-b8682e383bd7 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Router 73c86724-c44e-4cb5-bf5d-4e91768509eb has already been hosted by L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:33:53.923913 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17037807-66ca-46b1-917d-47d0118af2b1 req-b0363cd1-6e59-48d9-b3ee-b8682e383bd7 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:33:53.933806 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ab62b3-082d-46f0-8d31-5acea516773d None None] Sync routers for ids ['73c86724-c44e-4cb5-bf5d-4e91768509eb'] in dv-cinder-841125-8-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:33:53.951384 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ab62b3-082d-46f0-8d31-5acea516773d None None] Routers {'73c86724-c44e-4cb5-bf5d-4e91768509eb'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:33:53.953821 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-a1ab62b3-082d-46f0-8d31-5acea516773d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:33:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['73c86724-c44e-4cb5-bf5d-4e91768509eb'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:33:53.972756 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-17037807-66ca-46b1-917d-47d0118af2b1 req-b0363cd1-6e59-48d9-b3ee-b8682e383bd7 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] No DVR routers for this DVR port 5ecea450-0a05-473a-b7b2-1cd3cef1fd28 on host hv-cinder-84112 {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:33:53.975335 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-17037807-66ca-46b1-917d-47d0118af2b1 req-b0363cd1-6e59-48d9-b3ee-b8682e383bd7 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:53.978559 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-17037807-66ca-46b1-917d-47d0118af2b1 req-b0363cd1-6e59-48d9-b3ee-b8682e383bd7 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.72 "DELETE /v2.0/ports/5ecea450-0a05-473a-b7b2-1cd3cef1fd28 HTTP/1.1" status: 204 len: 173 time: 0.9128447 May 23 15:33:53.979004 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0f4046-cea9-4426-9970-4ff8f307a3c0', 'name': 'network-vif-deleted', 'tag': '5ecea450-0a05-473a-b7b2-1cd3cef1fd28'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:33:53.981267 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee4ef39eddac8a8c2b622b321199fad7a345fd77cd5019e852148a8aec1132e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e116d8e-64a6-43c4-9087-259131999ac5" -d '{"events": [{"server_uuid": "cc0f4046-cea9-4426-9970-4ff8f307a3c0", "name": "network-vif-deleted", "tag": "5ecea450-0a05-473a-b7b2-1cd3cef1fd28"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:33:54.046563 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81512e3-7993-4806-847f-96891a786ee4 x-openstack-request-id: req-f81512e3-7993-4806-847f-96891a786ee4 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:33:54.046967 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0f4046-cea9-4426-9970-4ff8f307a3c0", "name": "network-vif-deleted", "tag": "5ecea450-0a05-473a-b7b2-1cd3cef1fd28", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:33:54.047449 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f81512e3-7993-4806-847f-96891a786ee4 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:33:54.048127 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f81512e3-7993-4806-847f-96891a786ee4'] response: {'server_uuid': 'cc0f4046-cea9-4426-9970-4ff8f307a3c0', 'name': 'network-vif-deleted', 'tag': '5ecea450-0a05-473a-b7b2-1cd3cef1fd28', 'status': 'completed', 'code': 200} May 23 15:33:54.096381 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-a1ab62b3-082d-46f0-8d31-5acea516773d None None] Set router 73c86724-c44e-4cb5-bf5d-4e91768509eb gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:33:54.156400 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d420ead-fc44-4f9e-b761-2059cd39c6d0 req-8e93c0fd-0391-4882-b18a-1200413d2194 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:54.157926 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0d420ead-fc44-4f9e-b761-2059cd39c6d0 req-8e93c0fd-0391-4882-b18a-1200413d2194 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.0485561 May 23 15:33:54.209100 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0d420ead-fc44-4f9e-b761-2059cd39c6d0 req-b988e71b-a5d7-416b-9e27-fc0a03c9517f tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452542 May 23 15:33:54.329287 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-a1ab62b3-082d-46f0-8d31-5acea516773d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'name': 'tempest-AttachVolumeNegativeTest-46828579-router', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:01Z', 'revision_number': 4, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'gw_port': {'id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:48Z', 'updated_at': '2022-05-23T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_floatingips': [{'id': '1014a43d-3ce6-4c19-a9ee-80d24324a83d', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'floating_ip_address': '172.27.2.234', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'port_id': '844b0f3e-da49-4384-9cfa-321053312dea', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'mac_address': 'fa:16:3e:84:05:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30f7223-50a4-46a7-b9df-cc24cc0ba14e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:30:16Z', 'updated_at': '2022-05-23T15:30:53Z', 'revision_number': 2, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed7ccaf-c776-4c8b-85e4-178419f40af7', 'name': '', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'mac_address': 'fa:16:3e:53:a7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:58Z', 'updated_at': '2022-05-23T15:30:14Z', 'revision_number': 5, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'subnets': [{'id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:33:54.357309 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ab62b3-082d-46f0-8d31-5acea516773d None None] Checking router: 73c86724-c44e-4cb5-bf5d-4e91768509eb for host: dv-cinder-841125-8-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:33:54.366163 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ab62b3-082d-46f0-8d31-5acea516773d None None] Routers {'73c86724-c44e-4cb5-bf5d-4e91768509eb'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:33:54.366808 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-a1ab62b3-082d-46f0-8d31-5acea516773d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:33:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['73c86724-c44e-4cb5-bf5d-4e91768509eb'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:33:54.427320 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ad1d186e-557d-491a-b3bc-1d48ba9062c1 req-51059765-1976-4352-8751-091b5999a041 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc0f4046-cea9-4426-9970-4ff8f307a3c0 HTTP/1.1" status: 200 len: 210 time: 0.0315056 May 23 15:33:54.558741 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-a1ab62b3-082d-46f0-8d31-5acea516773d None None] Set router 73c86724-c44e-4cb5-bf5d-4e91768509eb gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:33:54.774325 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-a1ab62b3-082d-46f0-8d31-5acea516773d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'name': 'tempest-AttachVolumeNegativeTest-46828579-router', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:01Z', 'revision_number': 4, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'gw_port': {'id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:48Z', 'updated_at': '2022-05-23T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_floatingips': [{'id': '1014a43d-3ce6-4c19-a9ee-80d24324a83d', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'floating_ip_address': '172.27.2.234', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'port_id': '844b0f3e-da49-4384-9cfa-321053312dea', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'mac_address': 'fa:16:3e:84:05:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30f7223-50a4-46a7-b9df-cc24cc0ba14e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:30:16Z', 'updated_at': '2022-05-23T15:30:53Z', 'revision_number': 2, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed7ccaf-c776-4c8b-85e4-178419f40af7', 'name': '', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'mac_address': 'fa:16:3e:53:a7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:58Z', 'updated_at': '2022-05-23T15:30:14Z', 'revision_number': 5, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'subnets': [{'id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:33:54.801499 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ab62b3-082d-46f0-8d31-5acea516773d None None] The sync data for ids ['73c86724-c44e-4cb5-bf5d-4e91768509eb'] in dv-cinder-841125-8-iscsi is: [{'id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'name': 'tempest-AttachVolumeNegativeTest-46828579-router', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:01Z', 'revision_number': 4, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'gw_port': {'id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:48Z', 'updated_at': '2022-05-23T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_floatingips': [{'id': '1014a43d-3ce6-4c19-a9ee-80d24324a83d', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'floating_ip_address': '172.27.2.234', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'port_id': '844b0f3e-da49-4384-9cfa-321053312dea', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'mac_address': 'fa:16:3e:84:05:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30f7223-50a4-46a7-b9df-cc24cc0ba14e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:30:16Z', 'updated_at': '2022-05-23T15:30:53Z', 'revision_number': 2, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed7ccaf-c776-4c8b-85e4-178419f40af7', 'name': '', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'mac_address': 'fa:16:3e:53:a7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:58Z', 'updated_at': '2022-05-23T15:30:14Z', 'revision_number': 5, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'subnets': [{'id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:33:55.043372 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e59adb8-91ce-499c-b4d6-4102667d1d84 None None] New status for floating IP 3b6b1b14-9680-4075-9d75-343930fd77e4: DOWN {{(pid=104082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:33:55.084067 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=65,neutron:UPDATE=7 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:55.327614 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457950bc-f6b2-4d6c-a6bf-a402729570b5 req-639d50f0-6541-4625-973f-6d5a86c6ad45 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:55.329261 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-457950bc-f6b2-4d6c-a6bf-a402729570b5 req-639d50f0-6541-4625-973f-6d5a86c6ad45 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.0492117 May 23 15:33:55.376854 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-457950bc-f6b2-4d6c-a6bf-a402729570b5 req-e32e7a37-6854-497c-af74-7e9a706f79da tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419481 May 23 15:33:55.519671 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 35578) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:33:55.806031 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a3824d2a-10c9-48c8-ac75-f1748fe158cb tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for security_group (0be3415a-c1e1-45a7-b39d-6ece3ea1e788), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:55.829847 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a3824d2a-10c9-48c8-ac75-f1748fe158cb tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for security_group (0be3415a-c1e1-45a7-b39d-6ece3ea1e788), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:55.876742 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a3824d2a-10c9-48c8-ac75-f1748fe158cb tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (0be3415a-c1e1-45a7-b39d-6ece3ea1e788), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:55.879379 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a3824d2a-10c9-48c8-ac75-f1748fe158cb tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:55.880522 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-a3824d2a-10c9-48c8-ac75-f1748fe158cb tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "DELETE /v2.0/security-groups/0be3415a-c1e1-45a7-b39d-6ece3ea1e788 HTTP/1.1" status: 204 len: 168 time: 0.3598173 May 23 15:33:55.883394 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 35580) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:33:55.889739 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3824d2a-10c9-48c8-ac75-f1748fe158cb tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be3415a-c1e1-45a7-b39d-6ece3ea1e788,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:33:55.897678 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3824d2a-10c9-48c8-ac75-f1748fe158cb tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:33:55.898032 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3824d2a-10c9-48c8-ac75-f1748fe158cb tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:33:55.898377 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3824d2a-10c9-48c8-ac75-f1748fe158cb tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:33:55.898715 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3824d2a-10c9-48c8-ac75-f1748fe158cb tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:33:55.899049 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3824d2a-10c9-48c8-ac75-f1748fe158cb tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:33:55.899379 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3824d2a-10c9-48c8-ac75-f1748fe158cb tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:33:55.899482 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.api.v2.resource [None req-a5a53768-c0c5-4154-aab1-961abe072165 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] show failed (client error): The resource could not be found. May 23 15:33:55.899704 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3824d2a-10c9-48c8-ac75-f1748fe158cb tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:33:55.903122 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3824d2a-10c9-48c8-ac75-f1748fe158cb tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:33:55.903122 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3824d2a-10c9-48c8-ac75-f1748fe158cb tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:33:55.903369 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-a5a53768-c0c5-4154-aab1-961abe072165 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups/0be3415a-c1e1-45a7-b39d-6ece3ea1e788 HTTP/1.1" status: 404 len: 347 time: 0.0159092 May 23 15:33:55.903461 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3824d2a-10c9-48c8-ac75-f1748fe158cb tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:33:55.903461 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3824d2a-10c9-48c8-ac75-f1748fe158cb tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:33:55.903461 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3824d2a-10c9-48c8-ac75-f1748fe158cb tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:33:55.903461 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3824d2a-10c9-48c8-ac75-f1748fe158cb tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:33:55.903461 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3824d2a-10c9-48c8-ac75-f1748fe158cb tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:33:55.903461 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3824d2a-10c9-48c8-ac75-f1748fe158cb tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:33:55.904444 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 35582) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:33:56.030114 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-b205cde7-c533-47ef-bb49-2bb22d375128 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Deleting port 5d83e05e-61d7-4dfb-a825-27acf908b95c {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:33:56.030464 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b205cde7-c533-47ef-bb49-2bb22d375128 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (5d83e05e-61d7-4dfb-a825-27acf908b95c), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:56.041026 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:56.127317 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b205cde7-c533-47ef-bb49-2bb22d375128 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (5d83e05e-61d7-4dfb-a825-27acf908b95c), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:56.127555 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b205cde7-c533-47ef-bb49-2bb22d375128 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for floatingip (5d83e05e-61d7-4dfb-a825-27acf908b95c), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:56.139656 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-b205cde7-c533-47ef-bb49-2bb22d375128 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Calling delete_port for 5d83e05e-61d7-4dfb-a825-27acf908b95c owned by network:floatingip {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:33:56.278142 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b205cde7-c533-47ef-bb49-2bb22d375128 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (5d83e05e-61d7-4dfb-a825-27acf908b95c), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:56.300561 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b205cde7-c533-47ef-bb49-2bb22d375128 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Pushing event deleted for resources: {'Port': ['ID=5d83e05e-61d7-4dfb-a825-27acf908b95c,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:33:56.369540 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b205cde7-c533-47ef-bb49-2bb22d375128 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for floatingip (3b6b1b14-9680-4075-9d75-343930fd77e4), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:56.372030 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b205cde7-c533-47ef-bb49-2bb22d375128 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:56.374018 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-b205cde7-c533-47ef-bb49-2bb22d375128 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "DELETE /v2.0/floatingips/3b6b1b14-9680-4075-9d75-343930fd77e4 HTTP/1.1" status: 204 len: 168 time: 0.4689562 May 23 15:33:56.510854 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4644f285-e582-4957-a929-af083bc0fbc9 req-49b61823-aaa8-4378-9afa-3c012b636528 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:56.512464 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4644f285-e582-4957-a929-af083bc0fbc9 req-49b61823-aaa8-4378-9afa-3c012b636528 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.0517778 May 23 15:33:56.566798 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4644f285-e582-4957-a929-af083bc0fbc9 req-a507b866-38b2-4ce8-a9b5-853250235bf2 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474429 May 23 15:33:56.623580 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-deeacb48-f8ad-4ee7-aaeb-78a4c3f342fc None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:33:57.587968 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 5ecea450-0a05-473a-b7b2-1cd3cef1fd28 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:33:57.609901 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] No Port match for: 5ecea450-0a05-473a-b7b2-1cd3cef1fd28 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:33:57.610260 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 5ecea450-0a05-473a-b7b2-1cd3cef1fd28 not bound to the agent host hv-cinder-84112 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:33:57.692498 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18f469-8118-4e56-a1c8-18a62f235532 req-2e178f14-c8db-46c0-ae77-e9654274b0f6 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:57.694005 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2d18f469-8118-4e56-a1c8-18a62f235532 req-2e178f14-c8db-46c0-ae77-e9654274b0f6 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.0512693 May 23 15:33:57.740451 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:57.756376 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2d18f469-8118-4e56-a1c8-18a62f235532 req-933ee57c-caf6-4877-89f3-c8346c3b8ffc tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568395 May 23 15:33:58.023203 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5fa6e-2de1-4f39-bbb0-97c05f4b5c3d req-ab283cab-1208-4e9c-a44f-daceaa8b88b3 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:58.024668 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-68b5fa6e-2de1-4f39-bbb0-97c05f4b5c3d req-ab283cab-1208-4e9c-a44f-daceaa8b88b3 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=e30f7223-50a4-46a7-b9df-cc24cc0ba14e HTTP/1.1" status: 200 len: 945 time: 0.0471127 May 23 15:33:58.070590 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-68b5fa6e-2de1-4f39-bbb0-97c05f4b5c3d req-bfb5f62a-9fb7-4b1d-9d46-6f005ace6e0e tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c129478-3037-4d83-809f-567c085f9532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396335 May 23 15:33:58.878541 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b19a79-f37a-4ef6-8266-e91dd5495cc3 req-00a1aea1-99b2-4895-84df-b0214903bdf4 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:58.880005 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e7b19a79-f37a-4ef6-8266-e91dd5495cc3 req-00a1aea1-99b2-4895-84df-b0214903bdf4 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.0490181 May 23 15:33:58.927181 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e7b19a79-f37a-4ef6-8266-e91dd5495cc3 req-5402246d-d784-41e9-9f10-2511649804fa tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416858 May 23 15:33:59.187611 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2142fc-9241-43b0-b994-1bd9222d6548 req-a2717cc0-3645-465e-9694-4f52d62299d6 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:59.189114 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ae2142fc-9241-43b0-b994-1bd9222d6548 req-a2717cc0-3645-465e-9694-4f52d62299d6 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=e30f7223-50a4-46a7-b9df-cc24cc0ba14e HTTP/1.1" status: 200 len: 945 time: 0.0515921 May 23 15:33:59.236005 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ae2142fc-9241-43b0-b994-1bd9222d6548 req-cb54a52d-5ae8-4341-8c0c-5b1324b99d3a tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c129478-3037-4d83-809f-567c085f9532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414357 May 23 15:34:00.033774 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39136a-1767-45ef-bbf2-0e1b49b90811 req-a52f195b-9fe5-4dd5-866f-840bb52e23be tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:00.035237 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ab39136a-1767-45ef-bbf2-0e1b49b90811 req-a52f195b-9fe5-4dd5-866f-840bb52e23be tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.72 "GET /v2.0/ports?device_id=e30f7223-50a4-46a7-b9df-cc24cc0ba14e HTTP/1.1" status: 200 len: 945 time: 0.0463150 May 23 15:34:00.040697 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5928c60-467b-45c5-929a-6e06900103b0 req-4ec9cebd-c9c3-4917-8241-aab08ec1af5f tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:00.042192 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b5928c60-467b-45c5-929a-6e06900103b0 req-4ec9cebd-c9c3-4917-8241-aab08ec1af5f tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.0467548 May 23 15:34:00.073914 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:00.090018 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b5928c60-467b-45c5-929a-6e06900103b0 req-0b1020b7-28b2-4538-95a8-b7e1c363dec6 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421722 May 23 15:34:00.121934 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-ab39136a-1767-45ef-bbf2-0e1b49b90811 req-cbf8e01d-b0ac-4ba2-a901-fe584ed26c7c tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Deleting port 844b0f3e-da49-4384-9cfa-321053312dea {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:34:00.122273 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-ab39136a-1767-45ef-bbf2-0e1b49b90811 req-cbf8e01d-b0ac-4ba2-a901-fe584ed26c7c tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (844b0f3e-da49-4384-9cfa-321053312dea), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:00.212178 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-ab39136a-1767-45ef-bbf2-0e1b49b90811 req-cbf8e01d-b0ac-4ba2-a901-fe584ed26c7c tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] For port 844b0f3e-da49-4384-9cfa-321053312dea, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=844b0f3e-da49-4384-9cfa-321053312dea,segment=NetworkSegment(4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0),segment_id=4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:34:00.212857 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-ab39136a-1767-45ef-bbf2-0e1b49b90811 req-cbf8e01d-b0ac-4ba2-a901-fe584ed26c7c tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (844b0f3e-da49-4384-9cfa-321053312dea), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:00.317150 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:00.589453 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c904a-4ebf-493b-b429-88a09c4c6a39 req-7a1e56a0-414b-4cee-8cb7-b007c506e690 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:00.590939 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-411c904a-4ebf-493b-b429-88a09c4c6a39 req-7a1e56a0-414b-4cee-8cb7-b007c506e690 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=e30f7223-50a4-46a7-b9df-cc24cc0ba14e HTTP/1.1" status: 200 len: 945 time: 0.2838182 May 23 15:34:00.628295 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-ab39136a-1767-45ef-bbf2-0e1b49b90811 req-cbf8e01d-b0ac-4ba2-a901-fe584ed26c7c tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:00.628653 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-ab39136a-1767-45ef-bbf2-0e1b49b90811 req-cbf8e01d-b0ac-4ba2-a901-fe584ed26c7c tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-863864'] for floatingip (1014a43d-3ce6-4c19-a9ee-80d24324a83d), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:00.629002 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.db.l3_db [req-ab39136a-1767-45ef-bbf2-0e1b49b90811 req-cbf8e01d-b0ac-4ba2-a901-fe584ed26c7c tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Floating IP 1014a43d-3ce6-4c19-a9ee-80d24324a83d disassociated. External IP: 172.27.2.234, port: 844b0f3e-da49-4384-9cfa-321053312dea. May 23 15:34:00.629345 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-ab39136a-1767-45ef-bbf2-0e1b49b90811 req-cbf8e01d-b0ac-4ba2-a901-fe584ed26c7c tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Calling delete_port for 844b0f3e-da49-4384-9cfa-321053312dea owned by compute:nova {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:34:00.690310 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-411c904a-4ebf-493b-b429-88a09c4c6a39 req-9a37fb22-e6a2-408f-b432-96af16fb1827 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c129478-3037-4d83-809f-567c085f9532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897100 May 23 15:34:00.780322 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-ab39136a-1767-45ef-bbf2-0e1b49b90811 req-cbf8e01d-b0ac-4ba2-a901-fe584ed26c7c tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (844b0f3e-da49-4384-9cfa-321053312dea), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:00.810627 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8e01d-b0ac-4ba2-a901-fe584ed26c7c tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Pushing event deleted for resources: {'Port': ['ID=844b0f3e-da49-4384-9cfa-321053312dea,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:00.901198 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:00.925680 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab39136a-1767-45ef-bbf2-0e1b49b90811 req-cbf8e01d-b0ac-4ba2-a901-fe584ed26c7c tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Router 73c86724-c44e-4cb5-bf5d-4e91768509eb has already been hosted by L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:34:01.030218 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab39136a-1767-45ef-bbf2-0e1b49b90811 req-cbf8e01d-b0ac-4ba2-a901-fe584ed26c7c tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:34:01.039259 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dccabfa-42df-4bb0-b8e5-da708c11a31d None None] Sync routers for ids ['73c86724-c44e-4cb5-bf5d-4e91768509eb'] in dv-cinder-841125-8-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:34:01.049573 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dccabfa-42df-4bb0-b8e5-da708c11a31d None None] Routers {'73c86724-c44e-4cb5-bf5d-4e91768509eb'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:34:01.050223 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-6dccabfa-42df-4bb0-b8e5-da708c11a31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:33:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['73c86724-c44e-4cb5-bf5d-4e91768509eb'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:34:01.071426 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab39136a-1767-45ef-bbf2-0e1b49b90811 req-cbf8e01d-b0ac-4ba2-a901-fe584ed26c7c tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] No DVR routers for this DVR port 844b0f3e-da49-4384-9cfa-321053312dea on host hv-cinder-84112 {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:34:01.074421 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-ab39136a-1767-45ef-bbf2-0e1b49b90811 req-cbf8e01d-b0ac-4ba2-a901-fe584ed26c7c tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:01.077864 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ab39136a-1767-45ef-bbf2-0e1b49b90811 req-cbf8e01d-b0ac-4ba2-a901-fe584ed26c7c tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.72 "DELETE /v2.0/ports/844b0f3e-da49-4384-9cfa-321053312dea HTTP/1.1" status: 204 len: 173 time: 1.0357137 May 23 15:34:01.078293 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30f7223-50a4-46a7-b9df-cc24cc0ba14e', 'name': 'network-vif-deleted', 'tag': '844b0f3e-da49-4384-9cfa-321053312dea'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:34:01.080498 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee4ef39eddac8a8c2b622b321199fad7a345fd77cd5019e852148a8aec1132e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86bfaa6-d37a-40a2-9bef-4533a95a7300" -d '{"events": [{"server_uuid": "e30f7223-50a4-46a7-b9df-cc24cc0ba14e", "name": "network-vif-deleted", "tag": "844b0f3e-da49-4384-9cfa-321053312dea"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:34:01.122958 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e7a3b6-0d7b-4b07-b766-4922faba0d10 x-openstack-request-id: req-99e7a3b6-0d7b-4b07-b766-4922faba0d10 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:34:01.123346 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e30f7223-50a4-46a7-b9df-cc24cc0ba14e", "name": "network-vif-deleted", "tag": "844b0f3e-da49-4384-9cfa-321053312dea", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:34:01.123633 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-99e7a3b6-0d7b-4b07-b766-4922faba0d10 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:34:01.124282 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99e7a3b6-0d7b-4b07-b766-4922faba0d10'] response: {'server_uuid': 'e30f7223-50a4-46a7-b9df-cc24cc0ba14e', 'name': 'network-vif-deleted', 'tag': '844b0f3e-da49-4384-9cfa-321053312dea', 'status': 'completed', 'code': 200} May 23 15:34:01.147216 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=100 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:01.149893 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=100 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:01.157615 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-6dccabfa-42df-4bb0-b8e5-da708c11a31d None None] Set router 73c86724-c44e-4cb5-bf5d-4e91768509eb gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:34:01.230455 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471252aa-e9d4-4d21-91fe-234c5238bf65 req-175b6a72-6439-46d6-912d-d18f5c8f185c tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:01.234773 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-471252aa-e9d4-4d21-91fe-234c5238bf65 req-175b6a72-6439-46d6-912d-d18f5c8f185c tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.0715315 May 23 15:34:01.287816 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-471252aa-e9d4-4d21-91fe-234c5238bf65 req-984bec18-58a0-499b-9a8f-09eadfe53f41 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469587 May 23 15:34:01.354881 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-6dccabfa-42df-4bb0-b8e5-da708c11a31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'name': 'tempest-AttachVolumeNegativeTest-46828579-router', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:01Z', 'revision_number': 4, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'gw_port': {'id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:48Z', 'updated_at': '2022-05-23T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': 'eed7ccaf-c776-4c8b-85e4-178419f40af7', 'name': '', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'mac_address': 'fa:16:3e:53:a7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:58Z', 'updated_at': '2022-05-23T15:30:14Z', 'revision_number': 5, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'subnets': [{'id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:34:01.380010 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dccabfa-42df-4bb0-b8e5-da708c11a31d None None] Checking router: 73c86724-c44e-4cb5-bf5d-4e91768509eb for host: dv-cinder-841125-8-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:34:01.388383 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dccabfa-42df-4bb0-b8e5-da708c11a31d None None] Routers {'73c86724-c44e-4cb5-bf5d-4e91768509eb'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:34:01.389037 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-6dccabfa-42df-4bb0-b8e5-da708c11a31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:33:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['73c86724-c44e-4cb5-bf5d-4e91768509eb'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:34:01.489143 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-6dccabfa-42df-4bb0-b8e5-da708c11a31d None None] Set router 73c86724-c44e-4cb5-bf5d-4e91768509eb gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:34:01.682280 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-6dccabfa-42df-4bb0-b8e5-da708c11a31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'name': 'tempest-AttachVolumeNegativeTest-46828579-router', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:01Z', 'revision_number': 4, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'gw_port': {'id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:48Z', 'updated_at': '2022-05-23T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': 'eed7ccaf-c776-4c8b-85e4-178419f40af7', 'name': '', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'mac_address': 'fa:16:3e:53:a7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:58Z', 'updated_at': '2022-05-23T15:30:14Z', 'revision_number': 5, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'subnets': [{'id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:34:01.708100 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dccabfa-42df-4bb0-b8e5-da708c11a31d None None] The sync data for ids ['73c86724-c44e-4cb5-bf5d-4e91768509eb'] in dv-cinder-841125-8-iscsi is: [{'id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'name': 'tempest-AttachVolumeNegativeTest-46828579-router', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:01Z', 'revision_number': 4, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'gw_port': {'id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:48Z', 'updated_at': '2022-05-23T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': 'eed7ccaf-c776-4c8b-85e4-178419f40af7', 'name': '', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'mac_address': 'fa:16:3e:53:a7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:58Z', 'updated_at': '2022-05-23T15:30:14Z', 'revision_number': 5, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'subnets': [{'id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:34:01.790094 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 35624) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:34:01.849301 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bb3fa1fb-ee31-423f-b42c-a8343326e727 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for security_group (0c129478-3037-4d83-809f-567c085f9532), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:01.877871 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:01.880050 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bb3fa1fb-ee31-423f-b42c-a8343326e727 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for security_group (0c129478-3037-4d83-809f-567c085f9532), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:01.934058 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bb3fa1fb-ee31-423f-b42c-a8343326e727 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (0c129478-3037-4d83-809f-567c085f9532), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:01.936605 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bb3fa1fb-ee31-423f-b42c-a8343326e727 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:01.940260 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-bb3fa1fb-ee31-423f-b42c-a8343326e727 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "DELETE /v2.0/security-groups/0c129478-3037-4d83-809f-567c085f9532 HTTP/1.1" status: 204 len: 168 time: 0.1466665 May 23 15:34:01.940582 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 35626) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:34:01.947269 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3fa1fb-ee31-423f-b42c-a8343326e727 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c129478-3037-4d83-809f-567c085f9532,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:01.961176 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=55,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:01.965713 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.api.v2.resource [None req-e663ea2b-78bb-4768-93d2-63a66be73352 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] show failed (client error): The resource could not be found. May 23 15:34:01.967268 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-e663ea2b-78bb-4768-93d2-63a66be73352 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups/0c129478-3037-4d83-809f-567c085f9532 HTTP/1.1" status: 404 len: 347 time: 0.0256011 May 23 15:34:01.970503 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 35628) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:34:01.974767 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94422265-af14-48e5-8742-59071fb7433c None None] New status for floating IP 1014a43d-3ce6-4c19-a9ee-80d24324a83d: DOWN {{(pid=104082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:34:02.082715 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-a1a1ef0c-ab93-44f5-bc2c-3b02111d3e11 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Deleting port 72409d90-96b4-441a-823e-2a4a1ee03c4a {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:34:02.083033 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a1a1ef0c-ab93-44f5-bc2c-3b02111d3e11 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (72409d90-96b4-441a-823e-2a4a1ee03c4a), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:02.165513 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a1a1ef0c-ab93-44f5-bc2c-3b02111d3e11 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (72409d90-96b4-441a-823e-2a4a1ee03c4a), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:02.165865 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a1a1ef0c-ab93-44f5-bc2c-3b02111d3e11 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for floatingip (72409d90-96b4-441a-823e-2a4a1ee03c4a), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:02.177898 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-a1a1ef0c-ab93-44f5-bc2c-3b02111d3e11 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Calling delete_port for 72409d90-96b4-441a-823e-2a4a1ee03c4a owned by network:floatingip {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:34:02.235444 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:02.315106 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a1a1ef0c-ab93-44f5-bc2c-3b02111d3e11 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (72409d90-96b4-441a-823e-2a4a1ee03c4a), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:02.339100 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a1ef0c-ab93-44f5-bc2c-3b02111d3e11 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Pushing event deleted for resources: {'Port': ['ID=72409d90-96b4-441a-823e-2a4a1ee03c4a,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:02.401926 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a1a1ef0c-ab93-44f5-bc2c-3b02111d3e11 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for floatingip (1014a43d-3ce6-4c19-a9ee-80d24324a83d), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:02.404709 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a1a1ef0c-ab93-44f5-bc2c-3b02111d3e11 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:02.405907 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-a1a1ef0c-ab93-44f5-bc2c-3b02111d3e11 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "DELETE /v2.0/floatingips/1014a43d-3ce6-4c19-a9ee-80d24324a83d HTTP/1.1" status: 204 len: 168 time: 0.4344997 May 23 15:34:02.410841 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7a0da-4917-4a8c-92eb-833529f7c20f req-6cfab251-5760-4359-a540-78f490029393 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:02.412313 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-09a7a0da-4917-4a8c-92eb-833529f7c20f req-6cfab251-5760-4359-a540-78f490029393 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.0477505 May 23 15:34:02.461441 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-09a7a0da-4917-4a8c-92eb-833529f7c20f req-a18bd9de-4e24-4697-aa72-98db19a2721c tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433443 May 23 15:34:02.488392 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 35636) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:34:02.492965 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-a7b2fb9b-83a6-41c3-9232-35fca1389a8f tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2046916214', 'description': 'tempest-description--2113193967'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:34:02.513679 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a7b2fb9b-83a6-41c3-9232-35fca1389a8f tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:02.572746 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:02.585004 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a7b2fb9b-83a6-41c3-9232-35fca1389a8f tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for security_group (1d04a868-4d92-4d83-be30-c5acf788acac), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:02.589331 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a7b2fb9b-83a6-41c3-9232-35fca1389a8f tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (1d04a868-4d92-4d83-be30-c5acf788acac), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:02.623186 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a7b2fb9b-83a6-41c3-9232-35fca1389a8f tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:02.624407 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-a7b2fb9b-83a6-41c3-9232-35fca1389a8f tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1349626 May 23 15:34:02.625517 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b2fb9b-83a6-41c3-9232-35fca1389a8f tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d04a868-4d92-4d83-be30-c5acf788acac,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:02.627634 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 35638) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:34:02.632053 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-d3bf80ed-3344-4a43-801d-d34a926194b5 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Request body: {'security_group_rule': {'security_group_id': '1d04a868-4d92-4d83-be30-c5acf788acac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:34:02.658572 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d3bf80ed-3344-4a43-801d-d34a926194b5 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for security_group_rule (0ebd319f-2934-44e3-9dd2-77763e489012), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:02.704320 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d3bf80ed-3344-4a43-801d-d34a926194b5 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for security_group_rule (0ebd319f-2934-44e3-9dd2-77763e489012), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:02.709851 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d3bf80ed-3344-4a43-801d-d34a926194b5 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594284'] for security_group_rule (0ebd319f-2934-44e3-9dd2-77763e489012), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:02.736485 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf80ed-3344-4a43-801d-d34a926194b5 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ebd319f-2934-44e3-9dd2-77763e489012,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:02.740766 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d3bf80ed-3344-4a43-801d-d34a926194b5 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:02.741958 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-d3bf80ed-3344-4a43-801d-d34a926194b5 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1133301 May 23 15:34:02.744644 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 35640) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:34:02.749364 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-fde740f3-bbdd-4e71-84f1-98db122d817a tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Request body: {'security_group_rule': {'security_group_id': '1d04a868-4d92-4d83-be30-c5acf788acac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:34:02.775382 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fde740f3-bbdd-4e71-84f1-98db122d817a tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for security_group_rule (8b1baeb0-9612-45ff-8291-9f54b9cbfdd8), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:02.830898 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fde740f3-bbdd-4e71-84f1-98db122d817a tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for security_group_rule (8b1baeb0-9612-45ff-8291-9f54b9cbfdd8), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:02.834552 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fde740f3-bbdd-4e71-84f1-98db122d817a tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594284'] for security_group_rule (8b1baeb0-9612-45ff-8291-9f54b9cbfdd8), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:02.854258 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde740f3-bbdd-4e71-84f1-98db122d817a tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b1baeb0-9612-45ff-8291-9f54b9cbfdd8,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:02.865486 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fde740f3-bbdd-4e71-84f1-98db122d817a tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:02.867377 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-fde740f3-bbdd-4e71-84f1-98db122d817a tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215742 May 23 15:34:02.872005 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 35642) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:34:02.877576 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-5255794e-a466-4e69-ab99-147a08df018c tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Request body: {'floatingip': {'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:34:02.901018 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5255794e-a466-4e69-ab99-147a08df018c tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:02.978129 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5255794e-a466-4e69-ab99-147a08df018c tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:03.089385 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-5255794e-a466-4e69-ab99-147a08df018c tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Allocated IP 172.27.2.151 (c36a36f9-cc20-4687-9603-de8e87d2bfc7/aa177288-79a2-4e75-ac60-432249438b03/4102ad01-abfb-4ed6-b80e-a6291d59fd39) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:34:03.099920 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-50c8eaa1-af87-442b-bb1e-1cfd0f789f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:03.105575 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:03.193774 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5255794e-a466-4e69-ab99-147a08df018c tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for port (4102ad01-abfb-4ed6-b80e-a6291d59fd39), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:03.225444 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:03.230495 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5255794e-a466-4e69-ab99-147a08df018c tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250202'] for port (4102ad01-abfb-4ed6-b80e-a6291d59fd39), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:03.274603 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5255794e-a466-4e69-ab99-147a08df018c tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Network c36a36f9-cc20-4687-9603-de8e87d2bfc7 is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:34:03.280078 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-5255794e-a466-4e69-ab99-147a08df018c tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:34:03.282262 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5255794e-a466-4e69-ab99-147a08df018c tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Pushing event updated for resources: {'Port': ['ID=4102ad01-abfb-4ed6-b80e-a6291d59fd39,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:03.284377 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5255794e-a466-4e69-ab99-147a08df018c tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:34:03.363513 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5255794e-a466-4e69-ab99-147a08df018c tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for floatingip (1fe9bebf-a041-4380-96e0-29fe5d4eafb5), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:03.402377 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5255794e-a466-4e69-ab99-147a08df018c tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (4102ad01-abfb-4ed6-b80e-a6291d59fd39), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:03.597761 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb77b4e-c8e9-4af3-baa6-3e67113fe2f0 req-ae3f7fe8-68e6-4604-82bb-a98c3e936111 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:03.599241 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-bbb77b4e-c8e9-4af3-baa6-3e67113fe2f0 req-ae3f7fe8-68e6-4604-82bb-a98c3e936111 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.0642149 May 23 15:34:03.605283 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 844b0f3e-da49-4384-9cfa-321053312dea no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:34:03.620530 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5255794e-a466-4e69-ab99-147a08df018c tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for port (4102ad01-abfb-4ed6-b80e-a6291d59fd39), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:03.628624 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5255794e-a466-4e69-ab99-147a08df018c tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4250195'] for port (4102ad01-abfb-4ed6-b80e-a6291d59fd39), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:03.629440 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] No Port match for: 844b0f3e-da49-4384-9cfa-321053312dea {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:34:03.629860 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 844b0f3e-da49-4384-9cfa-321053312dea not bound to the agent host hv-cinder-84112 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:34:03.715222 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5255794e-a466-4e69-ab99-147a08df018c tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Pushing event updated for resources: {'Port': ['ID=4102ad01-abfb-4ed6-b80e-a6291d59fd39,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:03.733071 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-bbb77b4e-c8e9-4af3-baa6-3e67113fe2f0 req-1131559d-d50b-4a46-b042-f0414cb7016b tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160650 May 23 15:34:03.739849 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5255794e-a466-4e69-ab99-147a08df018c tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-863864'] for floatingip (1fe9bebf-a041-4380-96e0-29fe5d4eafb5), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:03.755451 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5255794e-a466-4e69-ab99-147a08df018c tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for floatingip (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:03.756662 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-5255794e-a466-4e69-ab99-147a08df018c tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8826888 May 23 15:34:03.953138 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-2c81f6ef-6ab8-414d-9b2d-beb020a199d7 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--2046916214&fields=id&tenant_id=f2020e2bf35744af9161d7cf3e8bd345 HTTP/1.1" status: 200 len: 267 time: 0.0441425 May 23 15:34:04.061717 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-312fee0a-4f5d-4b51-b318-f97875c4f266 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:04.063165 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-312fee0a-4f5d-4b51-b318-f97875c4f266 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/networks?id=c9306d40-6dd5-4f4d-bb55-9077bd7b986d HTTP/1.1" status: 200 len: 813 time: 0.1037471 May 23 15:34:04.077227 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-8a3422b6-60c9-458b-9f0f-8a969f461b44 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/quotas/f2020e2bf35744af9161d7cf3e8bd345 HTTP/1.1" status: 200 len: 375 time: 0.0087910 May 23 15:34:04.124699 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-9d1866d8-5077-43b7-87d7-b8e57a2cfbe0 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f2020e2bf35744af9161d7cf3e8bd345&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0426714 May 23 15:34:04.220859 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-5b405003-dc17-4937-9335-22b22f7c361e service neutron] 10.222.0.30 "GET /v2.0/networks/c9306d40-6dd5-4f4d-bb55-9077bd7b986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850465 May 23 15:34:04.314099 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-457b0ef6-75e2-4681-94d6-76ddef28c191 service neutron] 10.222.0.30 "GET /v2.0/networks/c9306d40-6dd5-4f4d-bb55-9077bd7b986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875995 May 23 15:34:04.476031 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3143f7e7-67c0-45d8-b920-bcf38fe00be9 req-341d95be-cbcb-4e0b-9243-8b5a01c761fa tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=1742ffd2-9b97-445d-94ad-da23deebac48 HTTP/1.1" status: 200 len: 210 time: 0.0312686 May 23 15:34:04.858946 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522c316-b49f-44ff-a86d-9517172f036d req-7825de81-af7b-4d63-a6c8-89d87128100b tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:04.860550 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d522c316-b49f-44ff-a86d-9517172f036d req-7825de81-af7b-4d63-a6c8-89d87128100b tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.0575612 May 23 15:34:04.910726 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d522c316-b49f-44ff-a86d-9517172f036d req-5932c992-ffa2-4dc5-821c-1e0b36786423 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441363 May 23 15:34:05.110119 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a04cb-ca1a-487e-af46-56f0c8b8091f req-b5bf60dc-f6aa-480e-97df-2e2a1a3febff tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:05.111611 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ba3a04cb-ca1a-487e-af46-56f0c8b8091f req-b5bf60dc-f6aa-480e-97df-2e2a1a3febff tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.0471625 May 23 15:34:05.146356 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:DELETE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:05.171692 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ba3a04cb-ca1a-487e-af46-56f0c8b8091f req-d067c8f1-2195-4e62-8479-680db89f6f17 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545135 May 23 15:34:05.458096 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7b9c51e0-76ec-4e92-8b57-a6d61c87d77e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:05.459066 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b2f6c-d4bd-4d92-8835-21197b7c94de req-64a7cb2f-c594-4628-aa41-3c1dea1a4f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:05.460578 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-623b2f6c-d4bd-4d92-8835-21197b7c94de req-64a7cb2f-c594-4628-aa41-3c1dea1a4f49 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9aaff9db173d4618929536b08d2be8f0&device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 1129 time: 0.0395784 May 23 15:34:05.557466 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b2f6c-d4bd-4d92-8835-21197b7c94de req-1e271315-63df-4c9a-b81c-5dbf9d2d5a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:05.558963 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-623b2f6c-d4bd-4d92-8835-21197b7c94de req-1e271315-63df-4c9a-b81c-5dbf9d2d5a91 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a072baa-6965-4350-b247-fb58bbcac26a HTTP/1.1" status: 200 len: 911 time: 0.0882859 May 23 15:34:05.564602 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:05.635939 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-623b2f6c-d4bd-4d92-8835-21197b7c94de req-dac2e046-3eba-4e16-92bd-ce3f60ddbc32 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e HTTP/1.1" status: 200 len: 1001 time: 0.0695758 May 23 15:34:05.636405 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-dfe09711-3050-4fb8-a43d-06557131dd90 req-cf535b98-fe7b-41f3-b1e2-e7edd774aa16 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=1742ffd2-9b97-445d-94ad-da23deebac48 HTTP/1.1" status: 200 len: 210 time: 0.0831504 May 23 15:34:05.686954 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-2ce058e1-6400-43ce-bf03-7548719adcbe tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:05.688599 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-2ce058e1-6400-43ce-bf03-7548719adcbe tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.72 "GET /v2.0/networks?id=c9306d40-6dd5-4f4d-bb55-9077bd7b986d HTTP/1.1" status: 200 len: 813 time: 0.1687994 May 23 15:34:05.695952 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b2f6c-d4bd-4d92-8835-21197b7c94de req-3711bd2d-cb3f-4f6c-ab79-565c63dc7806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:05.697465 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-623b2f6c-d4bd-4d92-8835-21197b7c94de req-3711bd2d-cb3f-4f6c-ab79-565c63dc7806 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7134c090-f572-476b-be3d-e9de19d83fc7 HTTP/1.1" status: 200 len: 849 time: 0.0535848 May 23 15:34:05.747258 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b2f6c-d4bd-4d92-8835-21197b7c94de req-273b19ae-2586-4c25-ae32-9fb0014f05d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:05.749798 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-623b2f6c-d4bd-4d92-8835-21197b7c94de req-273b19ae-2586-4c25-ae32-9fb0014f05d0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a072baa-6965-4350-b247-fb58bbcac26a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397460 May 23 15:34:05.763119 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-eb130830-34cc-4dd9-beab-c2c356022e56 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2020e2bf35744af9161d7cf3e8bd345 HTTP/1.1" status: 200 len: 380 time: 0.0533674 May 23 15:34:05.851610 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-522df540-fa4c-42e4-9b2b-5195873a5003 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Request body: {'port': {'device_id': '1742ffd2-9b97-445d-94ad-da23deebac48', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'admin_state_up': True, 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'security_groups': ['1d04a868-4d92-4d83-be30-c5acf788acac']}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:34:05.934949 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-623b2f6c-d4bd-4d92-8835-21197b7c94de req-6508c3c5-71e2-4860-ad54-9918242ff5b4 service neutron] 10.222.0.72 "GET /v2.0/networks/2a072baa-6965-4350-b247-fb58bbcac26a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873418 May 23 15:34:05.954401 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:05.963030 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-522df540-fa4c-42e4-9b2b-5195873a5003 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Made reservation on behalf of f2020e2bf35744af9161d7cf3e8bd345 for: {'port': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:34:05.966384 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-522df540-fa4c-42e4-9b2b-5195873a5003 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:05.993748 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:06.033164 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-623b2f6c-d4bd-4d92-8835-21197b7c94de req-a865ffcd-0887-4593-ac75-988e33ba852d service neutron] 10.222.0.72 "GET /v2.0/networks/2a072baa-6965-4350-b247-fb58bbcac26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910363 May 23 15:34:06.095207 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-522df540-fa4c-42e4-9b2b-5195873a5003 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Allocated IP 172.20.0.4 (c9306d40-6dd5-4f4d-bb55-9077bd7b986d/97f2f0d5-ec7b-4732-a013-35e41c3e0618/6fea56fd-ce2d-491d-b530-af4a33a7b17e) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:34:06.231295 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-522df540-fa4c-42e4-9b2b-5195873a5003 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for port (6fea56fd-ce2d-491d-b530-af4a33a7b17e), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:06.265622 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-522df540-fa4c-42e4-9b2b-5195873a5003 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250202'] for port (6fea56fd-ce2d-491d-b530-af4a33a7b17e), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:06.292520 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6ef52-d56f-4e5a-b1f7-e0d0b40cf8cb req-fd61bc51-3f07-47f6-b6e7-22d421329ccf tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:06.294040 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-3cf6ef52-d56f-4e5a-b1f7-e0d0b40cf8cb req-fd61bc51-3f07-47f6-b6e7-22d421329ccf tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.0527072 May 23 15:34:06.310942 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-522df540-fa4c-42e4-9b2b-5195873a5003 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Network c9306d40-6dd5-4f4d-bb55-9077bd7b986d is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:34:06.314297 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-522df540-fa4c-42e4-9b2b-5195873a5003 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:34:06.318171 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-522df540-fa4c-42e4-9b2b-5195873a5003 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:34:06.324556 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522df540-fa4c-42e4-9b2b-5195873a5003 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Pushing event updated for resources: {'Port': ['ID=6fea56fd-ce2d-491d-b530-af4a33a7b17e,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:06.353746 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-3cf6ef52-d56f-4e5a-b1f7-e0d0b40cf8cb req-4b972768-4e74-41bb-9fb4-3eb3224be1e6 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484481 May 23 15:34:06.372345 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-522df540-fa4c-42e4-9b2b-5195873a5003 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:06.373558 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-522df540-fa4c-42e4-9b2b-5195873a5003 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for port (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:06.392010 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-522df540-fa4c-42e4-9b2b-5195873a5003 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5437694 May 23 15:34:06.413170 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-dead56a2-57d4-4df8-972e-56090acd6744 service neutron] Request body: {'port': {'device_id': '1742ffd2-9b97-445d-94ad-da23deebac48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:34:06.478256 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-dead56a2-57d4-4df8-972e-56090acd6744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (6fea56fd-ce2d-491d-b530-af4a33a7b17e), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:06.486720 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:06.574768 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-7f68233c-287b-476b-a3bb-7db27ac58531 None None] Provisioning complete for port 6fea56fd-ce2d-491d-b530-af4a33a7b17e triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:34:06.575325 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7f68233c-287b-476b-a3bb-7db27ac58531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (6fea56fd-ce2d-491d-b530-af4a33a7b17e), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:06.609347 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-7f68233c-287b-476b-a3bb-7db27ac58531 None None] Port 6fea56fd-ce2d-491d-b530-af4a33a7b17e cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:34:06.774383 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fde795-467c-4f67-aa33-1cc1ed09380b req-054675c4-b71f-4279-9778-5b1a892fa8c1 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:06.775838 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-86fde795-467c-4f67-aa33-1cc1ed09380b req-054675c4-b71f-4279-9778-5b1a892fa8c1 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=1742ffd2-9b97-445d-94ad-da23deebac48 HTTP/1.1" status: 200 len: 931 time: 0.0648758 May 23 15:34:06.817574 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-dead56a2-57d4-4df8-972e-56090acd6744 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fea56fd-ce2d-491d-b530-af4a33a7b17e {{(pid=104081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:34:06.828214 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-dead56a2-57d4-4df8-972e-56090acd6744 service neutron] Publish callbacks [] for port (6fea56fd-ce2d-491d-b530-af4a33a7b17e), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:06.830074 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:06.854693 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-dead56a2-57d4-4df8-972e-56090acd6744 service neutron] Transition to ACTIVE for port object 6fea56fd-ce2d-491d-b530-af4a33a7b17e will not be triggered until provisioned by entity L2. {{(pid=104081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 15:34:06.860038 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-dead56a2-57d4-4df8-972e-56090acd6744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4250195'] for port (6fea56fd-ce2d-491d-b530-af4a33a7b17e), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:06.868378 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-86fde795-467c-4f67-aa33-1cc1ed09380b req-04396bad-48f9-409b-845b-3da6ac8496d6 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d04a868-4d92-4d83-be30-c5acf788acac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769348 May 23 15:34:06.913359 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead56a2-57d4-4df8-972e-56090acd6744 service neutron] Pushing event updated for resources: {'Port': ['ID=6fea56fd-ce2d-491d-b530-af4a33a7b17e,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:06.921367 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:06.993735 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-dead56a2-57d4-4df8-972e-56090acd6744 service neutron] Attempting to bind port 6fea56fd-ce2d-491d-b530-af4a33a7b17e on host hv-cinder-84112 for vnic_type normal with profile {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:34:06.994076 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-dead56a2-57d4-4df8-972e-56090acd6744 service neutron] Attempting to bind port 6fea56fd-ce2d-491d-b530-af4a33a7b17e by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': '4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d'}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:34:06.994538 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-dead56a2-57d4-4df8-972e-56090acd6744 service neutron] Attempting to bind port 6fea56fd-ce2d-491d-b530-af4a33a7b17e on network c9306d40-6dd5-4f4d-bb55-9077bd7b986d {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:34:06.999818 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-dead56a2-57d4-4df8-972e-56090acd6744 service neutron] Port 6fea56fd-ce2d-491d-b530-af4a33a7b17e on network c9306d40-6dd5-4f4d-bb55-9077bd7b986d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 15:34:07.000147 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-dead56a2-57d4-4df8-972e-56090acd6744 service neutron] Attempting to bind port 6fea56fd-ce2d-491d-b530-af4a33a7b17e on network c9306d40-6dd5-4f4d-bb55-9077bd7b986d {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:34:07.005644 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-dead56a2-57d4-4df8-972e-56090acd6744 service neutron] Checking agent: {'id': '88197243-2542-4a6c-b81b-f727b3d95aaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 27, 45), 'started_at': datetime.datetime(2022, 5, 23, 15, 27, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:34:07.005978 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-dead56a2-57d4-4df8-972e-56090acd6744 service neutron] Checking segment: {'id': '4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:34:07.006359 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-dead56a2-57d4-4df8-972e-56090acd6744 service neutron] Bound using segment: {'id': '4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d'} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:34:07.006815 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-dead56a2-57d4-4df8-972e-56090acd6744 service neutron] Bound port: 6fea56fd-ce2d-491d-b530-af4a33a7b17e, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d'}}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:34:07.007186 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-dead56a2-57d4-4df8-972e-56090acd6744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (6fea56fd-ce2d-491d-b530-af4a33a7b17e), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:07.070905 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-dead56a2-57d4-4df8-972e-56090acd6744 service neutron] For port 6fea56fd-ce2d-491d-b530-af4a33a7b17e, host hv-cinder-84112, cleared binding levels {{(pid=104081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:34:07.074025 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-dead56a2-57d4-4df8-972e-56090acd6744 service neutron] For port 6fea56fd-ce2d-491d-b530-af4a33a7b17e, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=6fea56fd-ce2d-491d-b530-af4a33a7b17e,segment=NetworkSegment(4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0),segment_id=4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0)] {{(pid=104081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:34:07.080856 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-dead56a2-57d4-4df8-972e-56090acd6744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4250195'] for port (6fea56fd-ce2d-491d-b530-af4a33a7b17e), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:07.114363 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-dead56a2-57d4-4df8-972e-56090acd6744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:07.115057 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-dead56a2-57d4-4df8-972e-56090acd6744 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for port (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:07.116351 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-dead56a2-57d4-4df8-972e-56090acd6744 service neutron] 10.222.0.72 "PUT /v2.0/ports/6fea56fd-ce2d-491d-b530-af4a33a7b17e HTTP/1.1" status: 200 len: 1093 time: 0.7074738 May 23 15:34:07.116784 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1742ffd2-9b97-445d-94ad-da23deebac48', 'tag': '6fea56fd-ce2d-491d-b530-af4a33a7b17e'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:34:07.119018 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d701dac66fe37c46ae86bb78260b1e19b4b16e00f190307f8222235e17cfe25e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477b16a0-3b6b-4812-8350-dc74c78a84fc" -d '{"events": [{"name": "network-changed", "server_uuid": "1742ffd2-9b97-445d-94ad-da23deebac48", "tag": "6fea56fd-ce2d-491d-b530-af4a33a7b17e"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:34:07.147365 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead56a2-57d4-4df8-972e-56090acd6744 service neutron] Pushing event updated for resources: {'Port': ['ID=6fea56fd-ce2d-491d-b530-af4a33a7b17e,revision_number=3']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:07.180531 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbd809e-40fd-487a-8812-6c6ada57d927 x-openstack-request-id: req-2fbd809e-40fd-487a-8812-6c6ada57d927 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:34:07.180819 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1742ffd2-9b97-445d-94ad-da23deebac48", "tag": "6fea56fd-ce2d-491d-b530-af4a33a7b17e", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:34:07.181141 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2fbd809e-40fd-487a-8812-6c6ada57d927 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:34:07.181581 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fbd809e-40fd-487a-8812-6c6ada57d927'] response: {'name': 'network-changed', 'server_uuid': '1742ffd2-9b97-445d-94ad-da23deebac48', 'tag': '6fea56fd-ce2d-491d-b530-af4a33a7b17e', 'status': 'completed', 'code': 200} May 23 15:34:07.243784 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-4eed0cf2-77a3-4dae-9893-f898a88b3967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:07.245340 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-4eed0cf2-77a3-4dae-9893-f898a88b3967 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f2020e2bf35744af9161d7cf3e8bd345&device_id=1742ffd2-9b97-445d-94ad-da23deebac48 HTTP/1.1" status: 200 len: 1127 time: 0.0431299 May 23 15:34:07.304065 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-5b342ee2-4d51-4f08-ab23-ca11cf97d0ef service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fea56fd-ce2d-491d-b530-af4a33a7b17e HTTP/1.1" status: 200 len: 217 time: 0.0331440 May 23 15:34:07.352934 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-9800199a-f401-4f22-9e09-ca6a56eb9f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:07.354336 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-9800199a-f401-4f22-9e09-ca6a56eb9f37 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97f2f0d5-ec7b-4732-a013-35e41c3e0618 HTTP/1.1" status: 200 len: 852 time: 0.0434957 May 23 15:34:07.370890 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:07.407316 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-49d10ae5-c61b-4f84-9528-0bb9157d7493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:07.408807 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-49d10ae5-c61b-4f84-9528-0bb9157d7493 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9306d40-6dd5-4f4d-bb55-9077bd7b986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469429 May 23 15:34:07.518253 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a571d53-1bc0-473c-bb28-f34272a8a5ea req-ce2c91df-f5fb-4dce-ab86-a350288b7fca tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:07.519710 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0a571d53-1bc0-473c-bb28-f34272a8a5ea req-ce2c91df-f5fb-4dce-ab86-a350288b7fca tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.0914044 May 23 15:34:07.568059 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-ebaace0f-8dec-475d-896c-78edd54b339c service neutron] 10.222.0.72 "GET /v2.0/networks/c9306d40-6dd5-4f4d-bb55-9077bd7b986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467414 May 23 15:34:07.606188 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0a571d53-1bc0-473c-bb28-f34272a8a5ea req-c877f263-2302-4d6a-a31e-c383de1b48a3 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760086 May 23 15:34:07.672605 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-dcd172e9-59e8-4e9c-8450-068ef7d62188 req-e599dd5c-75da-471a-b0ac-eca0dd9807d9 service neutron] 10.222.0.72 "GET /v2.0/networks/c9306d40-6dd5-4f4d-bb55-9077bd7b986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941563 May 23 15:34:07.983712 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b027be-b450-40eb-b317-9d2c899f820b req-560312ae-fa11-4aff-8452-815c16da9219 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:07.985286 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-67b027be-b450-40eb-b317-9d2c899f820b req-560312ae-fa11-4aff-8452-815c16da9219 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=1742ffd2-9b97-445d-94ad-da23deebac48 HTTP/1.1" status: 200 len: 943 time: 0.0464077 May 23 15:34:08.032762 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-67b027be-b450-40eb-b317-9d2c899f820b req-583b4830-349e-48f6-884f-f7ea5e164084 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d04a868-4d92-4d83-be30-c5acf788acac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420191 May 23 15:34:08.053924 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:08.759742 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b16a0-3b6b-4812-8350-dc74c78a84fc req-e7a0f9ab-d122-4d66-841b-0d88ab544cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:08.761168 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-477b16a0-3b6b-4812-8350-dc74c78a84fc req-e7a0f9ab-d122-4d66-841b-0d88ab544cc2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f2020e2bf35744af9161d7cf3e8bd345&device_id=1742ffd2-9b97-445d-94ad-da23deebac48 HTTP/1.1" status: 200 len: 1127 time: 0.0417833 May 23 15:34:08.854828 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b16a0-3b6b-4812-8350-dc74c78a84fc req-12a8be3e-43f0-44ab-a817-68605f72b94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:08.856278 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-477b16a0-3b6b-4812-8350-dc74c78a84fc req-12a8be3e-43f0-44ab-a817-68605f72b94c service neutron] 10.222.0.72 "GET /v2.0/networks?id=c9306d40-6dd5-4f4d-bb55-9077bd7b986d HTTP/1.1" status: 200 len: 914 time: 0.0878143 May 23 15:34:08.895304 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-477b16a0-3b6b-4812-8350-dc74c78a84fc req-51856bd9-6f14-4a20-bbd0-55d8abb37a25 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fea56fd-ce2d-491d-b530-af4a33a7b17e HTTP/1.1" status: 200 len: 217 time: 0.0321925 May 23 15:34:08.948704 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b16a0-3b6b-4812-8350-dc74c78a84fc req-b9b8b624-d20a-4b71-bbc1-34ce8f3450a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:08.950203 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-477b16a0-3b6b-4812-8350-dc74c78a84fc req-b9b8b624-d20a-4b71-bbc1-34ce8f3450a2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97f2f0d5-ec7b-4732-a013-35e41c3e0618 HTTP/1.1" status: 200 len: 852 time: 0.0480273 May 23 15:34:08.997542 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b16a0-3b6b-4812-8350-dc74c78a84fc req-afd34fc9-1f7b-4ff6-9c8f-dcce9e0d054a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:08.999851 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-477b16a0-3b6b-4812-8350-dc74c78a84fc req-afd34fc9-1f7b-4ff6-9c8f-dcce9e0d054a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9306d40-6dd5-4f4d-bb55-9077bd7b986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427969 May 23 15:34:09.030077 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:09.128765 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-477b16a0-3b6b-4812-8350-dc74c78a84fc req-3d6d25da-522d-47d9-840c-f61b16c116c8 service neutron] 10.222.0.72 "GET /v2.0/networks/c9306d40-6dd5-4f4d-bb55-9077bd7b986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189289 May 23 15:34:09.209861 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8c3d7-0b92-4fe8-81f0-6f10b684ff6a req-2bcc82b4-502c-4fbc-913a-3348466eb7a0 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:09.211367 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-bfa8c3d7-0b92-4fe8-81f0-6f10b684ff6a req-2bcc82b4-502c-4fbc-913a-3348466eb7a0 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=1742ffd2-9b97-445d-94ad-da23deebac48 HTTP/1.1" status: 200 len: 943 time: 0.0994201 May 23 15:34:09.289924 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-477b16a0-3b6b-4812-8350-dc74c78a84fc req-b7b02b42-53d6-4695-a25c-17a36fa43575 service neutron] 10.222.0.72 "GET /v2.0/networks/c9306d40-6dd5-4f4d-bb55-9077bd7b986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413078 May 23 15:34:09.294256 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-bfa8c3d7-0b92-4fe8-81f0-6f10b684ff6a req-c914855c-b99d-436e-97e1-f25aa9e04bd8 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d04a868-4d92-4d83-be30-c5acf788acac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723627 May 23 15:34:09.726532 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:10.418757 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f8affe-79bd-4461-9227-1d0c79728cf1 req-7fba37f3-922a-4f37-a90e-a11c428c1b3e tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:10.420511 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-12f8affe-79bd-4461-9227-1d0c79728cf1 req-7fba37f3-922a-4f37-a90e-a11c428c1b3e tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=1742ffd2-9b97-445d-94ad-da23deebac48 HTTP/1.1" status: 200 len: 943 time: 0.0527694 May 23 15:34:10.467711 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-12f8affe-79bd-4461-9227-1d0c79728cf1 req-7340973e-8d8a-4e5b-9f8f-7391781ac668 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d04a868-4d92-4d83-be30-c5acf788acac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414238 May 23 15:34:11.596903 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74cb518-aec4-41e2-98e4-1df966268b83 req-cf0b972a-d6b4-4a14-9fca-6480e52b944c tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:11.598403 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d74cb518-aec4-41e2-98e4-1df966268b83 req-cf0b972a-d6b4-4a14-9fca-6480e52b944c tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=1742ffd2-9b97-445d-94ad-da23deebac48 HTTP/1.1" status: 200 len: 943 time: 0.0468805 May 23 15:34:11.649501 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d74cb518-aec4-41e2-98e4-1df966268b83 req-cfea1dc6-d008-4eca-873c-1c1404a73974 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d04a868-4d92-4d83-be30-c5acf788acac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454934 May 23 15:34:11.649693 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 6fea56fd-ce2d-491d-b530-af4a33a7b17e details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:34:11.749785 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 6fea56fd-ce2d-491d-b530-af4a33a7b17e, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=6fea56fd-ce2d-491d-b530-af4a33a7b17e,segment=NetworkSegment(4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0),segment_id=4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:34:11.760759 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Returning: {'device': '6fea56fd-ce2d-491d-b530-af4a33a7b17e', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'port_id': '6fea56fd-ce2d-491d-b530-af4a33a7b17e', 'mac_address': 'fa:16:3e:7f:71:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 958, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:34:11.801643 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port 6fea56fd-ce2d-491d-b530-af4a33a7b17e is: DOWN; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:34:11.802035 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (6fea56fd-ce2d-491d-b530-af4a33a7b17e), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:11.815039 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fea56fd-ce2d-491d-b530-af4a33a7b17e {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:34:11.833986 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 6fea56fd-ce2d-491d-b530-af4a33a7b17e, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=6fea56fd-ce2d-491d-b530-af4a33a7b17e,segment=NetworkSegment(4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0),segment_id=4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:34:11.837684 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (6fea56fd-ce2d-491d-b530-af4a33a7b17e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:11.884142 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=6fea56fd-ce2d-491d-b530-af4a33a7b17e,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:11.891675 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:34:11.892281 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:34:11.892637 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:34:11.893000 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:34:11.893330 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:34:11.893655 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:34:11.893975 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:34:11.894295 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:34:11.894615 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:34:11.894932 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:34:11.895250 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:34:11.895572 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:34:11.895888 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:34:11.896200 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:34:11.896514 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:34:12.217756 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] get_ports_and_sgs() called for port_ids ['6fea56fd-ce2d-491d-b530-af4a33a7b17e'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:34:12.761836 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0234f2c-5154-43b5-8f18-400604922eec req-3e07a960-70f7-4e8f-b2e6-dc4248c88fad tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:12.764105 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c0234f2c-5154-43b5-8f18-400604922eec req-3e07a960-70f7-4e8f-b2e6-dc4248c88fad tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=1742ffd2-9b97-445d-94ad-da23deebac48 HTTP/1.1" status: 200 len: 944 time: 0.0468476 May 23 15:34:12.775844 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:12.818068 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c0234f2c-5154-43b5-8f18-400604922eec req-8800399e-d17e-467f-bcf7-c98affa5974c tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d04a868-4d92-4d83-be30-c5acf788acac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484543 May 23 15:34:13.619992 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=49 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:13.633169 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=65 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:13.666568 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 6fea56fd-ce2d-491d-b530-af4a33a7b17e up at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:34:13.707608 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Provisioning for port 6fea56fd-ce2d-491d-b530-af4a33a7b17e completed by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 15:34:13.713170 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Provisioning complete for port 6fea56fd-ce2d-491d-b530-af4a33a7b17e triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:34:13.713543 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (6fea56fd-ce2d-491d-b530-af4a33a7b17e), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:13.786036 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port 6fea56fd-ce2d-491d-b530-af4a33a7b17e is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:34:13.786409 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (6fea56fd-ce2d-491d-b530-af4a33a7b17e), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:13.809319 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1742ffd2-9b97-445d-94ad-da23deebac48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fea56fd-ce2d-491d-b530-af4a33a7b17e'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:34:13.811598 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f55e67021d3a90dbbd6c8997e5bd31cd20e79582d0fa2823ba23f1fb24bbbe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7127c802-0608-461e-8f33-4c21ef43ad36" -d '{"events": [{"server_uuid": "1742ffd2-9b97-445d-94ad-da23deebac48", "name": "network-vif-plugged", "status": "completed", "tag": "6fea56fd-ce2d-491d-b530-af4a33a7b17e"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:34:13.823876 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 6fea56fd-ce2d-491d-b530-af4a33a7b17e, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=6fea56fd-ce2d-491d-b530-af4a33a7b17e,segment=NetworkSegment(4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0),segment_id=4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:34:13.828183 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (6fea56fd-ce2d-491d-b530-af4a33a7b17e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:13.854445 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8410d17a-86cf-46f6-b77c-dc6e37f26dfa x-openstack-request-id: req-8410d17a-86cf-46f6-b77c-dc6e37f26dfa {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:34:13.854445 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1742ffd2-9b97-445d-94ad-da23deebac48", "name": "network-vif-plugged", "status": "completed", "tag": "6fea56fd-ce2d-491d-b530-af4a33a7b17e", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:34:13.854445 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8410d17a-86cf-46f6-b77c-dc6e37f26dfa {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:34:13.854835 dv-cinder-841125-8-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8410d17a-86cf-46f6-b77c-dc6e37f26dfa'] response: {'server_uuid': '1742ffd2-9b97-445d-94ad-da23deebac48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fea56fd-ce2d-491d-b530-af4a33a7b17e', 'code': 200} May 23 15:34:13.879136 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=6fea56fd-ce2d-491d-b530-af4a33a7b17e,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:13.937212 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18904f-d8a3-491a-8729-e0fd2a9dfc04 req-f5e8f78a-bada-4797-88cd-1a75f5650d5c tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:13.938968 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4a18904f-d8a3-491a-8729-e0fd2a9dfc04 req-f5e8f78a-bada-4797-88cd-1a75f5650d5c tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=1742ffd2-9b97-445d-94ad-da23deebac48 HTTP/1.1" status: 200 len: 945 time: 0.0511780 May 23 15:34:13.995917 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4a18904f-d8a3-491a-8729-e0fd2a9dfc04 req-6a0e3076-28fd-4af8-bae2-23aa3fc02a1b tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d04a868-4d92-4d83-be30-c5acf788acac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502648 May 23 15:34:14.089585 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b0478-49ad-4667-b8c2-94537632a0d6 req-fb31fc61-9359-4007-8938-fa7c1790dce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:14.091109 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-681b0478-49ad-4667-b8c2-94537632a0d6 req-fb31fc61-9359-4007-8938-fa7c1790dce6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1742ffd2-9b97-445d-94ad-da23deebac48 HTTP/1.1" status: 200 len: 1129 time: 0.0383763 May 23 15:34:14.135930 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-681b0478-49ad-4667-b8c2-94537632a0d6 req-3c6219ed-49c7-4770-85b9-79c1e3a5ffb3 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1d04a868-4d92-4d83-be30-c5acf788acac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385435 May 23 15:34:15.130685 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5a37f-eefa-4b30-870f-99c43cfab186 req-4f8b9d14-c09c-4a2d-ba6b-0e4adb998b50 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:15.132161 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-49f5a37f-eefa-4b30-870f-99c43cfab186 req-4f8b9d14-c09c-4a2d-ba6b-0e4adb998b50 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=1742ffd2-9b97-445d-94ad-da23deebac48 HTTP/1.1" status: 200 len: 945 time: 0.0481188 May 23 15:34:15.178533 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-49f5a37f-eefa-4b30-870f-99c43cfab186 req-15638ead-20e4-416d-9609-7c736d0cda79 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d04a868-4d92-4d83-be30-c5acf788acac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408382 May 23 15:34:16.290454 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147e923-495c-4189-b1af-4791d7c83161 req-83248498-9763-4de5-9e1f-4fe6d55066b1 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:16.291927 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c147e923-495c-4189-b1af-4791d7c83161 req-83248498-9763-4de5-9e1f-4fe6d55066b1 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=1742ffd2-9b97-445d-94ad-da23deebac48 HTTP/1.1" status: 200 len: 945 time: 0.0472889 May 23 15:34:16.339498 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c147e923-495c-4189-b1af-4791d7c83161 req-fd5b561d-f79f-4fc3-9aa0-0f6f7f00b204 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d04a868-4d92-4d83-be30-c5acf788acac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420372 May 23 15:34:16.437874 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=100 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:16.450695 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93e0a0-feda-438b-aa9b-7b1210eb22cc req-f0a578b0-28bc-4dbf-b93a-75de832ed221 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:16.452179 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ef93e0a0-feda-438b-aa9b-7b1210eb22cc req-f0a578b0-28bc-4dbf-b93a-75de832ed221 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=1742ffd2-9b97-445d-94ad-da23deebac48 HTTP/1.1" status: 200 len: 945 time: 0.0505841 May 23 15:34:16.460626 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 35756) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:34:16.464776 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-e25ee461-b2ca-4ba7-bf47-e367b3d89851 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Request body: {'floatingip': {'port_id': '6fea56fd-ce2d-491d-b530-af4a33a7b17e'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:34:16.501672 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e25ee461-b2ca-4ba7-bf47-e367b3d89851 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for floatingip (1fe9bebf-a041-4380-96e0-29fe5d4eafb5), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:16.687687 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=79,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:16.702024 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (88197243-2542-4a6c-b81b-f727b3d95aaf), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:16.928149 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e25ee461-b2ca-4ba7-bf47-e367b3d89851 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:16.932022 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e25ee461-b2ca-4ba7-bf47-e367b3d89851 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-863864'] for floatingip (1fe9bebf-a041-4380-96e0-29fe5d4eafb5), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:17.024073 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.db.l3_db [None req-e25ee461-b2ca-4ba7-bf47-e367b3d89851 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Floating IP 1fe9bebf-a041-4380-96e0-29fe5d4eafb5 associated. External IP: 172.27.2.151, port: 6fea56fd-ce2d-491d-b530-af4a33a7b17e. May 23 15:34:17.054801 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:17.432632 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25ee461-b2ca-4ba7-bf47-e367b3d89851 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Router 73c86724-c44e-4cb5-bf5d-4e91768509eb has already been hosted by L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:34:17.534434 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25ee461-b2ca-4ba7-bf47-e367b3d89851 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:34:17.539643 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e25ee461-b2ca-4ba7-bf47-e367b3d89851 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:17.544337 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3da19f-2689-4acf-b1c3-49171c575e5f None None] Sync routers for ids ['73c86724-c44e-4cb5-bf5d-4e91768509eb'] in dv-cinder-841125-8-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:34:17.554515 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3da19f-2689-4acf-b1c3-49171c575e5f None None] Routers {'73c86724-c44e-4cb5-bf5d-4e91768509eb'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:34:17.555149 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-ad3da19f-2689-4acf-b1c3-49171c575e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:34:05Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['73c86724-c44e-4cb5-bf5d-4e91768509eb'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:34:17.568754 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:17.577722 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-e25ee461-b2ca-4ba7-bf47-e367b3d89851 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "PUT /v2.0/floatingips/1fe9bebf-a041-4380-96e0-29fe5d4eafb5 HTTP/1.1" status: 200 len: 991 time: 1.1136079 May 23 15:34:17.577722 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1742ffd2-9b97-445d-94ad-da23deebac48', 'tag': '6fea56fd-ce2d-491d-b530-af4a33a7b17e'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:34:17.578955 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee4ef39eddac8a8c2b622b321199fad7a345fd77cd5019e852148a8aec1132e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30cb0d1-86dc-4601-9674-4d113ce63a79" -d '{"events": [{"name": "network-changed", "server_uuid": "1742ffd2-9b97-445d-94ad-da23deebac48", "tag": "6fea56fd-ce2d-491d-b530-af4a33a7b17e"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:34:17.621658 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0797ef69-36de-43dd-a943-ca738772d481 x-openstack-request-id: req-0797ef69-36de-43dd-a943-ca738772d481 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:34:17.621951 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1742ffd2-9b97-445d-94ad-da23deebac48", "tag": "6fea56fd-ce2d-491d-b530-af4a33a7b17e", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:34:17.622252 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0797ef69-36de-43dd-a943-ca738772d481 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:34:17.622718 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0797ef69-36de-43dd-a943-ca738772d481'] response: {'name': 'network-changed', 'server_uuid': '1742ffd2-9b97-445d-94ad-da23deebac48', 'tag': '6fea56fd-ce2d-491d-b530-af4a33a7b17e', 'status': 'completed', 'code': 200} May 23 15:34:17.671399 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-ad3da19f-2689-4acf-b1c3-49171c575e5f None None] Set router 73c86724-c44e-4cb5-bf5d-4e91768509eb gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:34:17.784565 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30cb0d1-86dc-4601-9674-4d113ce63a79 req-27d8a542-6b68-425e-be08-2d72f44e96d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:17.786254 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b30cb0d1-86dc-4601-9674-4d113ce63a79 req-27d8a542-6b68-425e-be08-2d72f44e96d0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f2020e2bf35744af9161d7cf3e8bd345&device_id=1742ffd2-9b97-445d-94ad-da23deebac48 HTTP/1.1" status: 200 len: 1129 time: 0.0411277 May 23 15:34:17.898708 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30cb0d1-86dc-4601-9674-4d113ce63a79 req-eee70828-25d4-447a-95c1-95980d39d7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:17.900325 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b30cb0d1-86dc-4601-9674-4d113ce63a79 req-eee70828-25d4-447a-95c1-95980d39d7a7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c9306d40-6dd5-4f4d-bb55-9077bd7b986d HTTP/1.1" status: 200 len: 914 time: 0.1081071 May 23 15:34:17.970740 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b30cb0d1-86dc-4601-9674-4d113ce63a79 req-2e9ff5f1-0766-4dd4-a095-f1318b60db8c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fea56fd-ce2d-491d-b530-af4a33a7b17e HTTP/1.1" status: 200 len: 999 time: 0.0621853 May 23 15:34:17.985706 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-ad3da19f-2689-4acf-b1c3-49171c575e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'name': 'tempest-AttachVolumeNegativeTest-46828579-router', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:01Z', 'revision_number': 4, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'gw_port': {'id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:48Z', 'updated_at': '2022-05-23T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_floatingips': [{'id': '1fe9bebf-a041-4380-96e0-29fe5d4eafb5', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'floating_ip_address': '172.27.2.151', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'port_id': '6fea56fd-ce2d-491d-b530-af4a33a7b17e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'mac_address': 'fa:16:3e:7f:71:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1742ffd2-9b97-445d-94ad-da23deebac48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:34:03Z', 'updated_at': '2022-05-23T15:34:16Z', 'revision_number': 1, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed7ccaf-c776-4c8b-85e4-178419f40af7', 'name': '', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'mac_address': 'fa:16:3e:53:a7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:58Z', 'updated_at': '2022-05-23T15:30:14Z', 'revision_number': 5, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'subnets': [{'id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:34:18.011051 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3da19f-2689-4acf-b1c3-49171c575e5f None None] Checking router: 73c86724-c44e-4cb5-bf5d-4e91768509eb for host: dv-cinder-841125-8-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:34:18.020110 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3da19f-2689-4acf-b1c3-49171c575e5f None None] Routers {'73c86724-c44e-4cb5-bf5d-4e91768509eb'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:34:18.020733 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-ad3da19f-2689-4acf-b1c3-49171c575e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:34:05Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['73c86724-c44e-4cb5-bf5d-4e91768509eb'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:34:18.024080 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30cb0d1-86dc-4601-9674-4d113ce63a79 req-d268d013-f8e8-44af-855b-3f58c4ac019d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:18.025609 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b30cb0d1-86dc-4601-9674-4d113ce63a79 req-d268d013-f8e8-44af-855b-3f58c4ac019d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97f2f0d5-ec7b-4732-a013-35e41c3e0618 HTTP/1.1" status: 200 len: 852 time: 0.0483763 May 23 15:34:18.098269 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30cb0d1-86dc-4601-9674-4d113ce63a79 req-1477dddf-81de-4b1c-829b-58d921c8b4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:18.099666 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b30cb0d1-86dc-4601-9674-4d113ce63a79 req-1477dddf-81de-4b1c-829b-58d921c8b4bd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9306d40-6dd5-4f4d-bb55-9077bd7b986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0639534 May 23 15:34:18.126176 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-ad3da19f-2689-4acf-b1c3-49171c575e5f None None] Set router 73c86724-c44e-4cb5-bf5d-4e91768509eb gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:34:18.230039 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597a435-edc2-4a12-a581-e6b0791dcb73 req-6fe7c097-5f51-46f2-85f4-e28ee1cb2bca tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:18.231636 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-1597a435-edc2-4a12-a581-e6b0791dcb73 req-6fe7c097-5f51-46f2-85f4-e28ee1cb2bca tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 945 time: 0.0975361 May 23 15:34:18.233180 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a3d40-935a-4c6b-adfa-1a9a85d3439f req-8e4a26a3-18a2-43fc-b320-21b85cb86f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:18.234610 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-559a3d40-935a-4c6b-adfa-1a9a85d3439f req-8e4a26a3-18a2-43fc-b320-21b85cb86f8a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0712b807a4584f7b8f019ceb65ff1e14&device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 1129 time: 0.0576191 May 23 15:34:18.255906 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b30cb0d1-86dc-4601-9674-4d113ce63a79 req-bd23b2ab-679f-4d8e-882c-2896c4ccfcad service neutron] 10.222.0.72 "GET /v2.0/networks/c9306d40-6dd5-4f4d-bb55-9077bd7b986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099920 May 23 15:34:18.317927 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:18.342205 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-1597a435-edc2-4a12-a581-e6b0791dcb73 req-65174da7-d074-4932-becd-51d5a8c6f1f8 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016653 May 23 15:34:18.350798 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-ad3da19f-2689-4acf-b1c3-49171c575e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'name': 'tempest-AttachVolumeNegativeTest-46828579-router', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:01Z', 'revision_number': 4, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'gw_port': {'id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:48Z', 'updated_at': '2022-05-23T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_floatingips': [{'id': '1fe9bebf-a041-4380-96e0-29fe5d4eafb5', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'floating_ip_address': '172.27.2.151', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'port_id': '6fea56fd-ce2d-491d-b530-af4a33a7b17e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'mac_address': 'fa:16:3e:7f:71:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1742ffd2-9b97-445d-94ad-da23deebac48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:34:03Z', 'updated_at': '2022-05-23T15:34:16Z', 'revision_number': 1, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed7ccaf-c776-4c8b-85e4-178419f40af7', 'name': '', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'mac_address': 'fa:16:3e:53:a7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:58Z', 'updated_at': '2022-05-23T15:30:14Z', 'revision_number': 5, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'subnets': [{'id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:34:18.363143 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b30cb0d1-86dc-4601-9674-4d113ce63a79 req-5d8cbe1a-a5f8-4c23-8eee-ae77e1147ad3 service neutron] 10.222.0.72 "GET /v2.0/networks/c9306d40-6dd5-4f4d-bb55-9077bd7b986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998006 May 23 15:34:18.372304 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a3d40-935a-4c6b-adfa-1a9a85d3439f req-4aaede75-2738-43e0-a242-cbb0a6f72f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:18.374451 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-559a3d40-935a-4c6b-adfa-1a9a85d3439f req-4aaede75-2738-43e0-a242-cbb0a6f72f33 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0d1e2450-f071-48af-a078-8358b70cb4cd HTTP/1.1" status: 200 len: 920 time: 0.1321502 May 23 15:34:18.378470 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3da19f-2689-4acf-b1c3-49171c575e5f None None] The sync data for ids ['73c86724-c44e-4cb5-bf5d-4e91768509eb'] in dv-cinder-841125-8-iscsi is: [{'id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'name': 'tempest-AttachVolumeNegativeTest-46828579-router', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:01Z', 'revision_number': 4, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'gw_port': {'id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:48Z', 'updated_at': '2022-05-23T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_floatingips': [{'id': '1fe9bebf-a041-4380-96e0-29fe5d4eafb5', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'floating_ip_address': '172.27.2.151', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'port_id': '6fea56fd-ce2d-491d-b530-af4a33a7b17e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'mac_address': 'fa:16:3e:7f:71:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1742ffd2-9b97-445d-94ad-da23deebac48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:34:03Z', 'updated_at': '2022-05-23T15:34:16Z', 'revision_number': 1, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed7ccaf-c776-4c8b-85e4-178419f40af7', 'name': '', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'mac_address': 'fa:16:3e:53:a7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:58Z', 'updated_at': '2022-05-23T15:30:14Z', 'revision_number': 5, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'subnets': [{'id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:34:18.449706 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-559a3d40-935a-4c6b-adfa-1a9a85d3439f req-557c91b5-6c5e-4d6a-ba9c-c862752e275a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e105091f-4632-47d3-b731-412205a70375 HTTP/1.1" status: 200 len: 1001 time: 0.0599315 May 23 15:34:18.506891 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a3d40-935a-4c6b-adfa-1a9a85d3439f req-d5bc72a5-0eaa-4202-820f-66e0465fcb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:18.508375 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-559a3d40-935a-4c6b-adfa-1a9a85d3439f req-d5bc72a5-0eaa-4202-820f-66e0465fcb99 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2 HTTP/1.1" status: 200 len: 858 time: 0.0526369 May 23 15:34:18.555846 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a3d40-935a-4c6b-adfa-1a9a85d3439f req-cda2dabd-d636-4619-a2d2-e8c8979722a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:18.557550 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-559a3d40-935a-4c6b-adfa-1a9a85d3439f req-cda2dabd-d636-4619-a2d2-e8c8979722a8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0d1e2450-f071-48af-a078-8358b70cb4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424500 May 23 15:34:18.600323 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef124164-60b5-4b6f-8b77-00b307ac7794 None None] New status for floating IP 1fe9bebf-a041-4380-96e0-29fe5d4eafb5: ACTIVE {{(pid=104082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:34:18.659567 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-559a3d40-935a-4c6b-adfa-1a9a85d3439f req-f158875c-cada-47c6-b3d7-4c0b3b12a382 service neutron] 10.222.0.72 "GET /v2.0/networks/0d1e2450-f071-48af-a078-8358b70cb4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931785 May 23 15:34:18.769861 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-559a3d40-935a-4c6b-adfa-1a9a85d3439f req-59c3615c-dff3-4c23-afba-269b89aab14e service neutron] 10.222.0.72 "GET /v2.0/networks/0d1e2450-f071-48af-a078-8358b70cb4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954113 May 23 15:34:18.780260 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31824fe1-0712-4e9c-86ca-3149e1ac6399 req-a1c3ff49-f305-45ff-9e7b-af998b36d0a0 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:18.781808 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-31824fe1-0712-4e9c-86ca-3149e1ac6399 req-a1c3ff49-f305-45ff-9e7b-af998b36d0a0 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 946 time: 0.0503938 May 23 15:34:18.831225 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-31824fe1-0712-4e9c-86ca-3149e1ac6399 req-84ed0cc2-d8cc-4fa1-96ba-43a852d7b8f0 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435398 May 23 15:34:19.472784 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07659a5f-2a23-4e2a-820b-40ee2ebce107 req-cc249b79-54ea-45b3-9c30-03979c51309e tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:19.474266 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-07659a5f-2a23-4e2a-820b-40ee2ebce107 req-cc249b79-54ea-45b3-9c30-03979c51309e tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 945 time: 0.0473287 May 23 15:34:19.511015 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=100 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:19.523505 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-07659a5f-2a23-4e2a-820b-40ee2ebce107 req-00f552f4-9abc-4f18-8e92-fb4203a2836c tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437317 May 23 15:34:19.954209 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da1c01-0385-4dda-adda-478426034f88 req-97d0451d-88fb-4abb-9237-60c0a37b90d7 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:19.955691 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-88da1c01-0385-4dda-adda-478426034f88 req-97d0451d-88fb-4abb-9237-60c0a37b90d7 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 946 time: 0.0482581 May 23 15:34:20.007113 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-88da1c01-0385-4dda-adda-478426034f88 req-d173ef4c-8beb-46fe-9eb1-b3815821bac8 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458677 May 23 15:34:20.671010 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c2d0c-8ad8-4a69-9072-cb6be224e0fc req-291bf339-d3a2-4db1-aa25-2f7dd5725ebb tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:20.672490 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-8c5c2d0c-8ad8-4a69-9072-cb6be224e0fc req-291bf339-d3a2-4db1-aa25-2f7dd5725ebb tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 945 time: 0.0818126 May 23 15:34:20.691823 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe56f16-e758-43a5-b943-5314eace576a req-3ec40ba0-41a9-4e11-94d6-9cdb0845ce82 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:20.693252 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-8fe56f16-e758-43a5-b943-5314eace576a req-3ec40ba0-41a9-4e11-94d6-9cdb0845ce82 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.72 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 946 time: 0.0663893 May 23 15:34:20.766481 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-8c5c2d0c-8ad8-4a69-9072-cb6be224e0fc req-382867db-8972-4c2a-8083-3ad2bc0526e1 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886230 May 23 15:34:20.803891 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-8fe56f16-e758-43a5-b943-5314eace576a req-0d42ca40-b794-43db-879a-6e19b5d82441 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Deleting port 920328ed-01fa-4ed4-b496-7b1fea54b54c {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:34:20.804159 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-8fe56f16-e758-43a5-b943-5314eace576a req-0d42ca40-b794-43db-879a-6e19b5d82441 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (920328ed-01fa-4ed4-b496-7b1fea54b54c), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:20.897206 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-8fe56f16-e758-43a5-b943-5314eace576a req-0d42ca40-b794-43db-879a-6e19b5d82441 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] For port 920328ed-01fa-4ed4-b496-7b1fea54b54c, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=920328ed-01fa-4ed4-b496-7b1fea54b54c,segment=NetworkSegment(29e85e02-494b-40ff-afd0-9241970fba55),segment_id=29e85e02-494b-40ff-afd0-9241970fba55)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:34:20.897586 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-8fe56f16-e758-43a5-b943-5314eace576a req-0d42ca40-b794-43db-879a-6e19b5d82441 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (920328ed-01fa-4ed4-b496-7b1fea54b54c), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:20.954603 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=100 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:21.063555 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-8fe56f16-e758-43a5-b943-5314eace576a req-0d42ca40-b794-43db-879a-6e19b5d82441 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:21.063847 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-8fe56f16-e758-43a5-b943-5314eace576a req-0d42ca40-b794-43db-879a-6e19b5d82441 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-863864'] for floatingip (1bff7494-bb29-41c9-a1ee-34374d46622f), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:21.064166 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.db.l3_db [req-8fe56f16-e758-43a5-b943-5314eace576a req-0d42ca40-b794-43db-879a-6e19b5d82441 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Floating IP 1bff7494-bb29-41c9-a1ee-34374d46622f disassociated. External IP: 172.27.2.131, port: 920328ed-01fa-4ed4-b496-7b1fea54b54c. May 23 15:34:21.064518 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-8fe56f16-e758-43a5-b943-5314eace576a req-0d42ca40-b794-43db-879a-6e19b5d82441 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Calling delete_port for 920328ed-01fa-4ed4-b496-7b1fea54b54c owned by compute:nova {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:34:21.128470 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc91e53-b528-4d32-beec-d07b4a68dc6f req-de00e003-c4f1-42cf-8263-b941ec0b916f tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:21.130097 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cfc91e53-b528-4d32-beec-d07b4a68dc6f req-de00e003-c4f1-42cf-8263-b941ec0b916f tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b9038c8-1395-4d48-b10b-2fe7310c4c76 HTTP/1.1" status: 200 len: 946 time: 0.0479770 May 23 15:34:21.170767 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:21.178661 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cfc91e53-b528-4d32-beec-d07b4a68dc6f req-f9940c8b-1df8-4d33-b603-ab5d27d1967d tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=65ab4cb0-a2a0-4041-add3-34dce08a45f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431311 May 23 15:34:21.197685 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-8fe56f16-e758-43a5-b943-5314eace576a req-0d42ca40-b794-43db-879a-6e19b5d82441 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (920328ed-01fa-4ed4-b496-7b1fea54b54c), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:21.223945 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d42ca40-b794-43db-879a-6e19b5d82441 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Pushing event deleted for resources: {'Port': ['ID=920328ed-01fa-4ed4-b496-7b1fea54b54c,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:21.339035 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fe56f16-e758-43a5-b943-5314eace576a req-0d42ca40-b794-43db-879a-6e19b5d82441 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Router 8f83d07c-5957-4883-bfd3-40c57a380ba1 has already been hosted by L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:34:21.443604 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fe56f16-e758-43a5-b943-5314eace576a req-0d42ca40-b794-43db-879a-6e19b5d82441 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:34:21.454361 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8800de1-86dc-4447-889d-f63d9460e94a None None] Sync routers for ids ['8f83d07c-5957-4883-bfd3-40c57a380ba1'] in dv-cinder-841125-8-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:34:21.464399 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8800de1-86dc-4447-889d-f63d9460e94a None None] Routers {'8f83d07c-5957-4883-bfd3-40c57a380ba1'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:34:21.465047 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-c8800de1-86dc-4447-889d-f63d9460e94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:34:05Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['8f83d07c-5957-4883-bfd3-40c57a380ba1'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:34:21.469879 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:21.486595 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe56f16-e758-43a5-b943-5314eace576a req-0d42ca40-b794-43db-879a-6e19b5d82441 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] No DVR routers for this DVR port 920328ed-01fa-4ed4-b496-7b1fea54b54c on host hv-cinder-84112 {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:34:21.489486 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-8fe56f16-e758-43a5-b943-5314eace576a req-0d42ca40-b794-43db-879a-6e19b5d82441 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:21.492721 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-8fe56f16-e758-43a5-b943-5314eace576a req-0d42ca40-b794-43db-879a-6e19b5d82441 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.72 "DELETE /v2.0/ports/920328ed-01fa-4ed4-b496-7b1fea54b54c HTTP/1.1" status: 204 len: 173 time: 0.7897174 May 23 15:34:21.493186 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9038c8-1395-4d48-b10b-2fe7310c4c76', 'name': 'network-vif-deleted', 'tag': '920328ed-01fa-4ed4-b496-7b1fea54b54c'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:34:21.495411 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee4ef39eddac8a8c2b622b321199fad7a345fd77cd5019e852148a8aec1132e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67cf891-3009-4ca8-9105-52359a5e3bb8" -d '{"events": [{"server_uuid": "9b9038c8-1395-4d48-b10b-2fe7310c4c76", "name": "network-vif-deleted", "tag": "920328ed-01fa-4ed4-b496-7b1fea54b54c"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:34:21.536309 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff167e1-d3a6-46b2-91c5-3bc3571a451a x-openstack-request-id: req-9ff167e1-d3a6-46b2-91c5-3bc3571a451a {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:34:21.537130 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9038c8-1395-4d48-b10b-2fe7310c4c76", "name": "network-vif-deleted", "tag": "920328ed-01fa-4ed4-b496-7b1fea54b54c", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:34:21.537130 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9ff167e1-d3a6-46b2-91c5-3bc3571a451a {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:34:21.537553 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ff167e1-d3a6-46b2-91c5-3bc3571a451a'] response: {'server_uuid': '9b9038c8-1395-4d48-b10b-2fe7310c4c76', 'name': 'network-vif-deleted', 'tag': '920328ed-01fa-4ed4-b496-7b1fea54b54c', 'status': 'completed', 'code': 200} May 23 15:34:21.573491 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-c8800de1-86dc-4447-889d-f63d9460e94a None None] Set router 8f83d07c-5957-4883-bfd3-40c57a380ba1 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:34:21.716512 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=100 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:21.721295 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=100 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:21.770412 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-c8800de1-86dc-4447-889d-f63d9460e94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'name': 'tempest-AttachVolumeShelveTestJSON-765194453-router', 'tenant_id': '65c6b1563c424330ade1ef15f8efa110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '46b88a5c-1348-414c-bd52-b8fe78e8c9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:46Z', 'updated_at': '2022-05-23T15:29:57Z', 'revision_number': 4, 'project_id': '65c6b1563c424330ade1ef15f8efa110', 'gw_port': {'id': '46b88a5c-1348-414c-bd52-b8fe78e8c9bc', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:04:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': 'dd39059b-c103-493b-96f9-26f4b5a3695d', 'name': '', 'network_id': '751cbaf0-d17b-4cd8-950f-078d51e9414f', 'tenant_id': '65c6b1563c424330ade1ef15f8efa110', 'mac_address': 'fa:16:3e:6e:4f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '045c111a-efa9-497c-8e54-7f6b21c0aa2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:54Z', 'updated_at': '2022-05-23T15:30:09Z', 'revision_number': 5, 'project_id': '65c6b1563c424330ade1ef15f8efa110', 'subnets': [{'id': '045c111a-efa9-497c-8e54-7f6b21c0aa2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:34:21.798219 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8800de1-86dc-4447-889d-f63d9460e94a None None] Checking router: 8f83d07c-5957-4883-bfd3-40c57a380ba1 for host: dv-cinder-841125-8-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:34:21.806609 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8800de1-86dc-4447-889d-f63d9460e94a None None] Routers {'8f83d07c-5957-4883-bfd3-40c57a380ba1'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:34:21.807218 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-c8800de1-86dc-4447-889d-f63d9460e94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:34:05Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['8f83d07c-5957-4883-bfd3-40c57a380ba1'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:34:21.881637 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79376882-368e-4037-97e1-726e98f8f8e5 req-a0dca18a-d69f-4e15-aceb-2a67795dbdc0 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:21.883025 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-79376882-368e-4037-97e1-726e98f8f8e5 req-a0dca18a-d69f-4e15-aceb-2a67795dbdc0 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 945 time: 0.0471976 May 23 15:34:21.910036 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-c8800de1-86dc-4447-889d-f63d9460e94a None None] Set router 8f83d07c-5957-4883-bfd3-40c57a380ba1 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:34:21.932089 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-79376882-368e-4037-97e1-726e98f8f8e5 req-15db02e4-d475-4737-ae02-7bc67af17543 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423632 May 23 15:34:22.099402 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-c8800de1-86dc-4447-889d-f63d9460e94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'name': 'tempest-AttachVolumeShelveTestJSON-765194453-router', 'tenant_id': '65c6b1563c424330ade1ef15f8efa110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '46b88a5c-1348-414c-bd52-b8fe78e8c9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:46Z', 'updated_at': '2022-05-23T15:29:57Z', 'revision_number': 4, 'project_id': '65c6b1563c424330ade1ef15f8efa110', 'gw_port': {'id': '46b88a5c-1348-414c-bd52-b8fe78e8c9bc', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:04:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': 'dd39059b-c103-493b-96f9-26f4b5a3695d', 'name': '', 'network_id': '751cbaf0-d17b-4cd8-950f-078d51e9414f', 'tenant_id': '65c6b1563c424330ade1ef15f8efa110', 'mac_address': 'fa:16:3e:6e:4f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '045c111a-efa9-497c-8e54-7f6b21c0aa2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:54Z', 'updated_at': '2022-05-23T15:30:09Z', 'revision_number': 5, 'project_id': '65c6b1563c424330ade1ef15f8efa110', 'subnets': [{'id': '045c111a-efa9-497c-8e54-7f6b21c0aa2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:34:22.124714 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8800de1-86dc-4447-889d-f63d9460e94a None None] The sync data for ids ['8f83d07c-5957-4883-bfd3-40c57a380ba1'] in dv-cinder-841125-8-iscsi is: [{'id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'name': 'tempest-AttachVolumeShelveTestJSON-765194453-router', 'tenant_id': '65c6b1563c424330ade1ef15f8efa110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '46b88a5c-1348-414c-bd52-b8fe78e8c9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:46Z', 'updated_at': '2022-05-23T15:29:57Z', 'revision_number': 4, 'project_id': '65c6b1563c424330ade1ef15f8efa110', 'gw_port': {'id': '46b88a5c-1348-414c-bd52-b8fe78e8c9bc', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:04:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': 'dd39059b-c103-493b-96f9-26f4b5a3695d', 'name': '', 'network_id': '751cbaf0-d17b-4cd8-950f-078d51e9414f', 'tenant_id': '65c6b1563c424330ade1ef15f8efa110', 'mac_address': 'fa:16:3e:6e:4f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '045c111a-efa9-497c-8e54-7f6b21c0aa2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:54Z', 'updated_at': '2022-05-23T15:30:09Z', 'revision_number': 5, 'project_id': '65c6b1563c424330ade1ef15f8efa110', 'subnets': [{'id': '045c111a-efa9-497c-8e54-7f6b21c0aa2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:34:22.273440 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 35808) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:34:22.333201 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4f50f71f-067b-426f-b5dd-2fdb5820909f tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks [] for security_group (65ab4cb0-a2a0-4041-add3-34dce08a45f1), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:22.357727 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4f50f71f-067b-426f-b5dd-2fdb5820909f tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks [] for security_group (65ab4cb0-a2a0-4041-add3-34dce08a45f1), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:22.369496 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21391139-060f-48bc-9ef4-c3ebbaf63b3c None None] New status for floating IP 1bff7494-bb29-41c9-a1ee-34374d46622f: DOWN {{(pid=104082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:34:22.406349 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4f50f71f-067b-426f-b5dd-2fdb5820909f tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (65ab4cb0-a2a0-4041-add3-34dce08a45f1), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:22.408785 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4f50f71f-067b-426f-b5dd-2fdb5820909f tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:22.409955 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-4f50f71f-067b-426f-b5dd-2fdb5820909f tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "DELETE /v2.0/security-groups/65ab4cb0-a2a0-4041-add3-34dce08a45f1 HTTP/1.1" status: 204 len: 168 time: 0.1355460 May 23 15:34:22.412985 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 35810) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:34:22.418998 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f50f71f-067b-426f-b5dd-2fdb5820909f tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ab4cb0-a2a0-4041-add3-34dce08a45f1,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:22.431512 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.api.v2.resource [None req-59dd0912-d6e0-43dd-a10e-87d0305c7e8b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] show failed (client error): The resource could not be found. May 23 15:34:22.432630 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-59dd0912-d6e0-43dd-a10e-87d0305c7e8b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups/65ab4cb0-a2a0-4041-add3-34dce08a45f1 HTTP/1.1" status: 404 len: 347 time: 0.0185065 May 23 15:34:22.435643 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 35812) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:34:22.557726 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-5068029b-5154-401e-bcc5-a1f44b045362 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Deleting port c757df3f-eb66-4ba0-937c-0d31115faa4d {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:34:22.558065 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5068029b-5154-401e-bcc5-a1f44b045362 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (c757df3f-eb66-4ba0-937c-0d31115faa4d), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:22.632600 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5068029b-5154-401e-bcc5-a1f44b045362 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (c757df3f-eb66-4ba0-937c-0d31115faa4d), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:22.632959 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5068029b-5154-401e-bcc5-a1f44b045362 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks [] for floatingip (c757df3f-eb66-4ba0-937c-0d31115faa4d), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:22.647559 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-5068029b-5154-401e-bcc5-a1f44b045362 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Calling delete_port for c757df3f-eb66-4ba0-937c-0d31115faa4d owned by network:floatingip {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:34:22.756407 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:22.780333 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5068029b-5154-401e-bcc5-a1f44b045362 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (c757df3f-eb66-4ba0-937c-0d31115faa4d), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:22.801552 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068029b-5154-401e-bcc5-a1f44b045362 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Pushing event deleted for resources: {'Port': ['ID=c757df3f-eb66-4ba0-937c-0d31115faa4d,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:22.867700 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5068029b-5154-401e-bcc5-a1f44b045362 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks [] for floatingip (1bff7494-bb29-41c9-a1ee-34374d46622f), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:22.870464 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5068029b-5154-401e-bcc5-a1f44b045362 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:22.871968 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-5068029b-5154-401e-bcc5-a1f44b045362 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "DELETE /v2.0/floatingips/1bff7494-bb29-41c9-a1ee-34374d46622f HTTP/1.1" status: 204 len: 168 time: 0.4352193 May 23 15:34:22.962691 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 35818) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:34:22.967491 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-8e32a2bc-ff5c-4052-8283-50a4ab0c6389 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1126252211', 'description': 'tempest-description--875747320'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:34:22.990773 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8e32a2bc-ff5c-4052-8283-50a4ab0c6389 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:23.060035 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d87c69-2b0b-4c2b-9303-42ba3833b2a7 req-8e270895-3678-4109-a9dd-8acd061a3143 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:23.062086 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f9d87c69-2b0b-4c2b-9303-42ba3833b2a7 req-8e270895-3678-4109-a9dd-8acd061a3143 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 945 time: 0.0612011 May 23 15:34:23.134418 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8e32a2bc-ff5c-4052-8283-50a4ab0c6389 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks [] for security_group (0e034a97-ff03-4876-945b-f616b3e370cd), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:23.140608 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8e32a2bc-ff5c-4052-8283-50a4ab0c6389 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (0e034a97-ff03-4876-945b-f616b3e370cd), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:23.152516 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f9d87c69-2b0b-4c2b-9303-42ba3833b2a7 req-239a4a2a-0e2d-413a-8a51-3ddedc11f26c tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830986 May 23 15:34:23.176240 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8e32a2bc-ff5c-4052-8283-50a4ab0c6389 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:23.177471 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-8e32a2bc-ff5c-4052-8283-50a4ab0c6389 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2136810 May 23 15:34:23.179448 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e32a2bc-ff5c-4052-8283-50a4ab0c6389 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e034a97-ff03-4876-945b-f616b3e370cd,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:23.180475 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 35820) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:34:23.185100 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-f6c0f599-bacf-4d59-9d0e-5fd23bdda08b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Request body: {'security_group_rule': {'security_group_id': '0e034a97-ff03-4876-945b-f616b3e370cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:34:23.214493 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f6c0f599-bacf-4d59-9d0e-5fd23bdda08b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks [] for security_group_rule (bc1f5643-d335-4b25-9754-0fb2eb209fb5), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:23.269873 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f6c0f599-bacf-4d59-9d0e-5fd23bdda08b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks [] for security_group_rule (bc1f5643-d335-4b25-9754-0fb2eb209fb5), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:23.273294 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f6c0f599-bacf-4d59-9d0e-5fd23bdda08b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594284'] for security_group_rule (bc1f5643-d335-4b25-9754-0fb2eb209fb5), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:23.291200 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c0f599-bacf-4d59-9d0e-5fd23bdda08b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc1f5643-d335-4b25-9754-0fb2eb209fb5,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:23.300249 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f6c0f599-bacf-4d59-9d0e-5fd23bdda08b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:23.301503 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-f6c0f599-bacf-4d59-9d0e-5fd23bdda08b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1199579 May 23 15:34:23.304257 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 35822) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:34:23.308475 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-4cbf7ff0-8fb8-470d-be56-bfee5a38f965 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Request body: {'security_group_rule': {'security_group_id': '0e034a97-ff03-4876-945b-f616b3e370cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:34:23.336278 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4cbf7ff0-8fb8-470d-be56-bfee5a38f965 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks [] for security_group_rule (380ed80e-e17b-46cf-a770-a506f9c35b5c), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:23.384477 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4cbf7ff0-8fb8-470d-be56-bfee5a38f965 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks [] for security_group_rule (380ed80e-e17b-46cf-a770-a506f9c35b5c), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:23.388198 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4cbf7ff0-8fb8-470d-be56-bfee5a38f965 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594284'] for security_group_rule (380ed80e-e17b-46cf-a770-a506f9c35b5c), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:23.408745 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf7ff0-8fb8-470d-be56-bfee5a38f965 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=380ed80e-e17b-46cf-a770-a506f9c35b5c,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:23.414186 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4cbf7ff0-8fb8-470d-be56-bfee5a38f965 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:23.415372 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-4cbf7ff0-8fb8-470d-be56-bfee5a38f965 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1101947 May 23 15:34:23.418499 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 35824) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:34:23.423188 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-9bb4371c-0b88-4e55-a50c-f0676f5d0a01 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Request body: {'floatingip': {'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:34:23.444472 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9bb4371c-0b88-4e55-a50c-f0676f5d0a01 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:23.522858 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9bb4371c-0b88-4e55-a50c-f0676f5d0a01 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:23.578539 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:23.627084 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-9bb4371c-0b88-4e55-a50c-f0676f5d0a01 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Allocated IP 172.27.2.149 (c36a36f9-cc20-4687-9603-de8e87d2bfc7/aa177288-79a2-4e75-ac60-432249438b03/fbc8c40c-5c34-4ab4-8e53-f6e6a6981108) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:34:23.729632 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9bb4371c-0b88-4e55-a50c-f0676f5d0a01 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks [] for port (fbc8c40c-5c34-4ab4-8e53-f6e6a6981108), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:23.755827 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:23.763854 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9bb4371c-0b88-4e55-a50c-f0676f5d0a01 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (fbc8c40c-5c34-4ab4-8e53-f6e6a6981108), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:23.806173 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb4371c-0b88-4e55-a50c-f0676f5d0a01 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Network c36a36f9-cc20-4687-9603-de8e87d2bfc7 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:34:23.808975 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-9bb4371c-0b88-4e55-a50c-f0676f5d0a01 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:34:23.812931 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb4371c-0b88-4e55-a50c-f0676f5d0a01 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:34:23.835384 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb4371c-0b88-4e55-a50c-f0676f5d0a01 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Pushing event updated for resources: {'Port': ['ID=fbc8c40c-5c34-4ab4-8e53-f6e6a6981108,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:23.899585 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9bb4371c-0b88-4e55-a50c-f0676f5d0a01 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks [] for floatingip (5a2aeab0-46b4-438f-84b6-cf067e7d0ead), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:23.936747 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9bb4371c-0b88-4e55-a50c-f0676f5d0a01 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (fbc8c40c-5c34-4ab4-8e53-f6e6a6981108), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:24.110476 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9bb4371c-0b88-4e55-a50c-f0676f5d0a01 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks [] for port (fbc8c40c-5c34-4ab4-8e53-f6e6a6981108), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:24.114853 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9bb4371c-0b88-4e55-a50c-f0676f5d0a01 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413202'] for port (fbc8c40c-5c34-4ab4-8e53-f6e6a6981108), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:24.184562 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb4371c-0b88-4e55-a50c-f0676f5d0a01 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Pushing event updated for resources: {'Port': ['ID=fbc8c40c-5c34-4ab4-8e53-f6e6a6981108,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:24.191867 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9bb4371c-0b88-4e55-a50c-f0676f5d0a01 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-863864'] for floatingip (5a2aeab0-46b4-438f-84b6-cf067e7d0ead), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:24.207326 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9bb4371c-0b88-4e55-a50c-f0676f5d0a01 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:24.208560 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-9bb4371c-0b88-4e55-a50c-f0676f5d0a01 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7891443 May 23 15:34:24.232789 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:24.275385 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e693977-d75e-4b4e-9339-00854042fff2 req-d0650b91-0d9a-49c6-88d7-66f008f48e98 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:24.276903 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5e693977-d75e-4b4e-9339-00854042fff2 req-d0650b91-0d9a-49c6-88d7-66f008f48e98 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 945 time: 0.0531063 May 23 15:34:24.327082 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5e693977-d75e-4b4e-9339-00854042fff2 req-f2217bff-ff20-41ed-b745-c8ee182a7183 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426607 May 23 15:34:24.407655 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-9f46817c-10b7-4cda-85f4-ed3b4c0c2ae8 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1126252211&fields=id&tenant_id=65c6b1563c424330ade1ef15f8efa110 HTTP/1.1" status: 200 len: 267 time: 0.0414054 May 23 15:34:24.433571 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:24.514400 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-9dbc4a95-2a66-487f-91e8-f01917bda1a6 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:24.515849 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-9dbc4a95-2a66-487f-91e8-f01917bda1a6 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/networks?id=751cbaf0-d17b-4cd8-950f-078d51e9414f HTTP/1.1" status: 200 len: 816 time: 0.1018956 May 23 15:34:24.530179 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-53c3c5d9-69f3-4daf-b469-2b0c13b09f88 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/quotas/65c6b1563c424330ade1ef15f8efa110 HTTP/1.1" status: 200 len: 375 time: 0.0087452 May 23 15:34:24.577933 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-ade01283-63c8-484e-8aa1-500b71e68de9 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=65c6b1563c424330ade1ef15f8efa110&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0429833 May 23 15:34:24.671607 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-0495c8b3-421b-46c2-9664-37eed3615808 service neutron] 10.222.0.30 "GET /v2.0/networks/751cbaf0-d17b-4cd8-950f-078d51e9414f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820556 May 23 15:34:24.761610 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-217f3d7d-8f7c-4837-b775-74c422cc548d service neutron] 10.222.0.30 "GET /v2.0/networks/751cbaf0-d17b-4cd8-950f-078d51e9414f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841999 May 23 15:34:24.922584 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-18220aa6-5059-4b28-972f-02dabef20b5b req-e728aeb8-9b14-4a23-9304-906f0e34c9b3 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 210 time: 0.0284932 May 23 15:34:25.422977 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:25.444320 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2696672-4ed2-4522-ab05-f1862344c5a0 req-6a1c61ba-df57-44da-bb3d-eeed717e934c tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:25.445851 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b2696672-4ed2-4522-ab05-f1862344c5a0 req-6a1c61ba-df57-44da-bb3d-eeed717e934c tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 945 time: 0.0505266 May 23 15:34:25.492956 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b2696672-4ed2-4522-ab05-f1862344c5a0 req-92fdfdfd-d910-44e8-9e01-63f951523381 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414362 May 23 15:34:25.718559 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 920328ed-01fa-4ed4-b496-7b1fea54b54c no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:34:25.721701 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:UPDATE=6,neutron:SELECT=82 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:25.737769 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] No Port match for: 920328ed-01fa-4ed4-b496-7b1fea54b54c {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:34:25.738108 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 920328ed-01fa-4ed4-b496-7b1fea54b54c not bound to the agent host hv-cinder-84112 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:34:26.042488 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9393b17f-f24a-4747-8f07-969445ca71b4 req-c08499f7-071f-4940-a1c0-3134b1862bbc tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 210 time: 0.0415814 May 23 15:34:26.083170 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-7fb7a8b6-59d3-47e3-a655-317cc11b2b28 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:26.084638 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-7fb7a8b6-59d3-47e3-a655-317cc11b2b28 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.72 "GET /v2.0/networks?id=751cbaf0-d17b-4cd8-950f-078d51e9414f HTTP/1.1" status: 200 len: 816 time: 0.1397457 May 23 15:34:26.108258 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f9afd127-b450-464b-86bb-968717068f6a req-abab7fad-4a22-4515-84e3-9e54b6a8fc24 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-597829521&fields=id&tenant_id=591802cf5c044932940307866f388790 HTTP/1.1" status: 200 len: 267 time: 0.0507674 May 23 15:34:26.163611 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9afd127-b450-464b-86bb-968717068f6a req-5900dd5c-04bc-4339-b755-e93d82bd44f2 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:26.165113 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f9afd127-b450-464b-86bb-968717068f6a req-5900dd5c-04bc-4339-b755-e93d82bd44f2 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 984 time: 0.0515749 May 23 15:34:26.166017 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-5f8a8d56-69d0-4faa-bcee-48f9b15bdad3 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65c6b1563c424330ade1ef15f8efa110 HTTP/1.1" status: 200 len: 380 time: 0.0541227 May 23 15:34:26.175739 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [req-f9afd127-b450-464b-86bb-968717068f6a req-e8735f92-9ae7-49a6-a857-b99b04fb7e61 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Request body: {'port': {'security_groups': ['0b4f2e9a-184d-4239-bd30-f909096109c7']}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:34:26.247892 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-f9afd127-b450-464b-86bb-968717068f6a req-e8735f92-9ae7-49a6-a857-b99b04fb7e61 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (d674721e-f3c3-41d6-99a3-5276229c8c17), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:26.253554 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-0a8ee8e2-50ad-4c17-a7df-41a6632adcc9 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Request body: {'port': {'device_id': '7f5c3bd6-1b7d-4c25-a705-2291f6709285', 'network_id': '751cbaf0-d17b-4cd8-950f-078d51e9414f', 'admin_state_up': True, 'tenant_id': '65c6b1563c424330ade1ef15f8efa110', 'security_groups': ['0e034a97-ff03-4876-945b-f616b3e370cd']}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:34:26.367126 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-0a8ee8e2-50ad-4c17-a7df-41a6632adcc9 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Made reservation on behalf of 65c6b1563c424330ade1ef15f8efa110 for: {'port': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:34:26.370912 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-0a8ee8e2-50ad-4c17-a7df-41a6632adcc9 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:26.474585 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:26.505955 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-0a8ee8e2-50ad-4c17-a7df-41a6632adcc9 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Allocated IP 172.20.0.12 (751cbaf0-d17b-4cd8-950f-078d51e9414f/045c111a-efa9-497c-8e54-7f6b21c0aa2b/1163c3a8-18a2-4093-9e90-731d856e8076) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:34:26.668552 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5042e8-5631-4a50-95b9-efd5545891e5 req-dc713229-e3ef-4aba-b895-c1e2977058bd tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:26.671297 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-bc5042e8-5631-4a50-95b9-efd5545891e5 req-dc713229-e3ef-4aba-b895-c1e2977058bd tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 945 time: 0.0773747 May 23 15:34:26.708313 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-f9afd127-b450-464b-86bb-968717068f6a req-e8735f92-9ae7-49a6-a857-b99b04fb7e61 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] For port d674721e-f3c3-41d6-99a3-5276229c8c17, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=d674721e-f3c3-41d6-99a3-5276229c8c17,segment=NetworkSegment(c75bb067-5a18-44e4-89b4-f4921652f916),segment_id=c75bb067-5a18-44e4-89b4-f4921652f916)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:34:26.717737 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-0a8ee8e2-50ad-4c17-a7df-41a6632adcc9 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks [] for port (1163c3a8-18a2-4093-9e90-731d856e8076), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:26.736646 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-f9afd127-b450-464b-86bb-968717068f6a req-e8735f92-9ae7-49a6-a857-b99b04fb7e61 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks [] for port (d674721e-f3c3-41d6-99a3-5276229c8c17), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:26.742305 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-f9afd127-b450-464b-86bb-968717068f6a req-e8735f92-9ae7-49a6-a857-b99b04fb7e61 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4250195'] for port (d674721e-f3c3-41d6-99a3-5276229c8c17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:26.749065 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-bc5042e8-5631-4a50-95b9-efd5545891e5 req-16879076-4240-4e50-a87c-9341e69e312a tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687141 May 23 15:34:26.773753 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-0a8ee8e2-50ad-4c17-a7df-41a6632adcc9 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (1163c3a8-18a2-4093-9e90-731d856e8076), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:26.791334 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9afd127-b450-464b-86bb-968717068f6a req-e8735f92-9ae7-49a6-a857-b99b04fb7e61 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:26.791980 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-f9afd127-b450-464b-86bb-968717068f6a req-e8735f92-9ae7-49a6-a857-b99b04fb7e61 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for port (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:26.792772 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] get_ports_and_sgs() called for port_ids ['d674721e-f3c3-41d6-99a3-5276229c8c17'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:34:26.797568 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f9afd127-b450-464b-86bb-968717068f6a req-e8735f92-9ae7-49a6-a857-b99b04fb7e61 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "PUT /v2.0/ports/d674721e-f3c3-41d6-99a3-5276229c8c17 HTTP/1.1" status: 200 len: 942 time: 0.6257143 May 23 15:34:26.797685 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55f39cba-5943-42d5-9322-58f3af0d39f8', 'tag': 'd674721e-f3c3-41d6-99a3-5276229c8c17'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:34:26.800236 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d701dac66fe37c46ae86bb78260b1e19b4b16e00f190307f8222235e17cfe25e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12bd8352-0d98-4aa9-bea9-67e4df9bc61f" -d '{"events": [{"name": "network-changed", "server_uuid": "55f39cba-5943-42d5-9322-58f3af0d39f8", "tag": "d674721e-f3c3-41d6-99a3-5276229c8c17"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:34:26.807346 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 35866) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:34:26.816765 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:26.829907 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-0a8ee8e2-50ad-4c17-a7df-41a6632adcc9 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Network 751cbaf0-d17b-4cd8-950f-078d51e9414f is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:34:26.833702 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-0a8ee8e2-50ad-4c17-a7df-41a6632adcc9 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:34:26.837577 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:26.841141 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-0a8ee8e2-50ad-4c17-a7df-41a6632adcc9 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:34:26.846649 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8ee8e2-50ad-4c17-a7df-41a6632adcc9 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Pushing event updated for resources: {'Port': ['ID=1163c3a8-18a2-4093-9e90-731d856e8076,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:26.855278 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8735f92-9ae7-49a6-a857-b99b04fb7e61 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Pushing event updated for resources: {'Port': ['ID=d674721e-f3c3-41d6-99a3-5276229c8c17,revision_number=7']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:26.909597 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-0a8ee8e2-50ad-4c17-a7df-41a6632adcc9 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:26.910276 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-0a8ee8e2-50ad-4c17-a7df-41a6632adcc9 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:26.925472 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4b5b7b-5af2-45b0-a48b-732854021827 x-openstack-request-id: req-fa4b5b7b-5af2-45b0-a48b-732854021827 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:34:26.925772 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55f39cba-5943-42d5-9322-58f3af0d39f8", "tag": "d674721e-f3c3-41d6-99a3-5276229c8c17", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:34:26.926018 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fa4b5b7b-5af2-45b0-a48b-732854021827 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:34:26.926427 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa4b5b7b-5af2-45b0-a48b-732854021827'] response: {'name': 'network-changed', 'server_uuid': '55f39cba-5943-42d5-9322-58f3af0d39f8', 'tag': 'd674721e-f3c3-41d6-99a3-5276229c8c17', 'status': 'completed', 'code': 200} May 23 15:34:26.931487 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e3b4d352-e502-4adf-84e2-5d70ff4f7f6a tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks [] for security_group (97c8001c-8396-4cb5-abd4-1d2093ab8c66), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:26.935167 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-0a8ee8e2-50ad-4c17-a7df-41a6632adcc9 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6851201 May 23 15:34:26.958632 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:26.969841 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e3b4d352-e502-4adf-84e2-5d70ff4f7f6a tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks [] for security_group (97c8001c-8396-4cb5-abd4-1d2093ab8c66), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:26.994791 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-62861298-8f96-412c-b767-38431b7a3f55 service neutron] Request body: {'port': {'device_id': '7f5c3bd6-1b7d-4c25-a705-2291f6709285', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:34:27.021651 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] get_ports_and_sgs() called for port_ids ['d674721e-f3c3-41d6-99a3-5276229c8c17'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:34:27.067270 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd8352-0d98-4aa9-bea9-67e4df9bc61f req-612a7c10-5a96-4ce0-9a8d-5289d6f70523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:27.068711 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-12bd8352-0d98-4aa9-bea9-67e4df9bc61f req-612a7c10-5a96-4ce0-9a8d-5289d6f70523 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=591802cf5c044932940307866f388790&device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 1129 time: 0.0746598 May 23 15:34:27.231483 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e3b4d352-e502-4adf-84e2-5d70ff4f7f6a tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (97c8001c-8396-4cb5-abd4-1d2093ab8c66), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:27.234592 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e3b4d352-e502-4adf-84e2-5d70ff4f7f6a tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:27.238372 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-e3b4d352-e502-4adf-84e2-5d70ff4f7f6a tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "DELETE /v2.0/security-groups/97c8001c-8396-4cb5-abd4-1d2093ab8c66 HTTP/1.1" status: 204 len: 168 time: 0.4275072 May 23 15:34:27.245538 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-6c4aa17c-d5b7-4fae-911b-f4e6106addec None None] Provisioning complete for port d674721e-f3c3-41d6-99a3-5276229c8c17 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:34:27.245909 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6c4aa17c-d5b7-4fae-911b-f4e6106addec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (d674721e-f3c3-41d6-99a3-5276229c8c17), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:27.255263 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 35872) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:34:27.304203 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b4d352-e502-4adf-84e2-5d70ff4f7f6a tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c8001c-8396-4cb5-abd4-1d2093ab8c66,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:27.314418 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98737175-458f-445c-b209-b5d87b524900 req-96966158-ab77-47c7-b737-0647792557ac tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:27.316050 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-98737175-458f-445c-b209-b5d87b524900 req-96966158-ab77-47c7-b737-0647792557ac tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 932 time: 0.1308877 May 23 15:34:27.317888 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd8352-0d98-4aa9-bea9-67e4df9bc61f req-ce34b2e8-d3c5-4980-ba27-10689949e028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:27.319685 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-12bd8352-0d98-4aa9-bea9-67e4df9bc61f req-ce34b2e8-d3c5-4980-ba27-10689949e028 service neutron] 10.222.0.72 "GET /v2.0/networks?id=209a8533-2c3a-4df0-b96f-8327ce97789f HTTP/1.1" status: 200 len: 915 time: 0.2382135 May 23 15:34:27.352647 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-6c4aa17c-d5b7-4fae-911b-f4e6106addec None None] Current status of the port d674721e-f3c3-41d6-99a3-5276229c8c17 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:34:27.359829 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:27.363498 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-6c4aa17c-d5b7-4fae-911b-f4e6106addec None None] Provisioning complete for port 1163c3a8-18a2-4093-9e90-731d856e8076 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:34:27.363970 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6c4aa17c-d5b7-4fae-911b-f4e6106addec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (1163c3a8-18a2-4093-9e90-731d856e8076), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:27.372214 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-62861298-8f96-412c-b767-38431b7a3f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (1163c3a8-18a2-4093-9e90-731d856e8076), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:27.408765 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-6c4aa17c-d5b7-4fae-911b-f4e6106addec None None] Port 1163c3a8-18a2-4093-9e90-731d856e8076 cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:34:27.485318 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-12bd8352-0d98-4aa9-bea9-67e4df9bc61f req-4a99f21e-19b2-44bf-8fa6-c8a42e548d91 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d674721e-f3c3-41d6-99a3-5276229c8c17 HTTP/1.1" status: 200 len: 1001 time: 0.1365216 May 23 15:34:27.492755 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-98737175-458f-445c-b209-b5d87b524900 req-f78f94eb-9177-46d8-9af2-6530d1591f04 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686218 May 23 15:34:27.578764 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd8352-0d98-4aa9-bea9-67e4df9bc61f req-d3e02c70-ac23-4ef8-b742-6406652adac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:27.580162 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-12bd8352-0d98-4aa9-bea9-67e4df9bc61f req-d3e02c70-ac23-4ef8-b742-6406652adac1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=21e5e43a-788f-4723-b6ca-c532e85a803f HTTP/1.1" status: 200 len: 853 time: 0.0865452 May 23 15:34:27.580923 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-c9b04a9e-7651-4670-b888-31186cde1f67 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Deleting port 8a6e923e-26df-4cef-9eee-2442caf3bebe {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:34:27.581263 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c9b04a9e-7651-4670-b888-31186cde1f67 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (8a6e923e-26df-4cef-9eee-2442caf3bebe), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:27.614931 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:27.665739 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-62861298-8f96-412c-b767-38431b7a3f55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1163c3a8-18a2-4093-9e90-731d856e8076 {{(pid=104080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:34:27.666776 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd8352-0d98-4aa9-bea9-67e4df9bc61f req-be8dcd6b-d4df-41a6-ab01-a8cf5c793474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:27.668288 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-12bd8352-0d98-4aa9-bea9-67e4df9bc61f req-be8dcd6b-d4df-41a6-ab01-a8cf5c793474 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=209a8533-2c3a-4df0-b96f-8327ce97789f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0751162 May 23 15:34:27.673953 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-62861298-8f96-412c-b767-38431b7a3f55 service neutron] Publish callbacks [] for port (1163c3a8-18a2-4093-9e90-731d856e8076), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:27.687253 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.provisioning_blocks [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-62861298-8f96-412c-b767-38431b7a3f55 service neutron] Transition to ACTIVE for port object 1163c3a8-18a2-4093-9e90-731d856e8076 will not be triggered until provisioned by entity L2. {{(pid=104080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 15:34:27.691062 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-62861298-8f96-412c-b767-38431b7a3f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413202'] for port (1163c3a8-18a2-4093-9e90-731d856e8076), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:27.736728 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c9b04a9e-7651-4670-b888-31186cde1f67 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (8a6e923e-26df-4cef-9eee-2442caf3bebe), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:27.736728 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c9b04a9e-7651-4670-b888-31186cde1f67 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks [] for floatingip (8a6e923e-26df-4cef-9eee-2442caf3bebe), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:27.746486 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62861298-8f96-412c-b767-38431b7a3f55 service neutron] Pushing event updated for resources: {'Port': ['ID=1163c3a8-18a2-4093-9e90-731d856e8076,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:27.757083 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-c9b04a9e-7651-4670-b888-31186cde1f67 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Calling delete_port for 8a6e923e-26df-4cef-9eee-2442caf3bebe owned by network:floatingip {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:34:27.829688 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-62861298-8f96-412c-b767-38431b7a3f55 service neutron] Attempting to bind port 1163c3a8-18a2-4093-9e90-731d856e8076 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:34:27.830266 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-62861298-8f96-412c-b767-38431b7a3f55 service neutron] Attempting to bind port 1163c3a8-18a2-4093-9e90-731d856e8076 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': '29e85e02-494b-40ff-afd0-9241970fba55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '751cbaf0-d17b-4cd8-950f-078d51e9414f'}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:34:27.830739 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-62861298-8f96-412c-b767-38431b7a3f55 service neutron] Attempting to bind port 1163c3a8-18a2-4093-9e90-731d856e8076 on network 751cbaf0-d17b-4cd8-950f-078d51e9414f {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:34:27.836032 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-62861298-8f96-412c-b767-38431b7a3f55 service neutron] Port 1163c3a8-18a2-4093-9e90-731d856e8076 on network 751cbaf0-d17b-4cd8-950f-078d51e9414f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 15:34:27.836535 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-62861298-8f96-412c-b767-38431b7a3f55 service neutron] Attempting to bind port 1163c3a8-18a2-4093-9e90-731d856e8076 on network 751cbaf0-d17b-4cd8-950f-078d51e9414f {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:34:27.844930 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-62861298-8f96-412c-b767-38431b7a3f55 service neutron] Checking agent: {'id': '88197243-2542-4a6c-b81b-f727b3d95aaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 27, 45), 'started_at': datetime.datetime(2022, 5, 23, 15, 27, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:34:27.846231 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-62861298-8f96-412c-b767-38431b7a3f55 service neutron] Checking segment: {'id': '29e85e02-494b-40ff-afd0-9241970fba55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '751cbaf0-d17b-4cd8-950f-078d51e9414f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:34:27.846732 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-62861298-8f96-412c-b767-38431b7a3f55 service neutron] Bound using segment: {'id': '29e85e02-494b-40ff-afd0-9241970fba55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '751cbaf0-d17b-4cd8-950f-078d51e9414f'} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:34:27.847890 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-62861298-8f96-412c-b767-38431b7a3f55 service neutron] Bound port: 1163c3a8-18a2-4093-9e90-731d856e8076, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e85e02-494b-40ff-afd0-9241970fba55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '751cbaf0-d17b-4cd8-950f-078d51e9414f'}}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:34:27.848357 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-62861298-8f96-412c-b767-38431b7a3f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (1163c3a8-18a2-4093-9e90-731d856e8076), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:27.852229 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:27.893301 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-12bd8352-0d98-4aa9-bea9-67e4df9bc61f req-8910bf54-91a9-42ac-8a2d-107a64313827 service neutron] 10.222.0.72 "GET /v2.0/networks/209a8533-2c3a-4df0-b96f-8327ce97789f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156091 May 23 15:34:27.930965 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b07caa-d0d4-4a43-b2fe-9cd392f9d392 req-09bb271f-74be-4ccd-b0ed-0969fa6fac70 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:27.932017 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-e9b07caa-d0d4-4a43-b2fe-9cd392f9d392 req-09bb271f-74be-4ccd-b0ed-0969fa6fac70 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 945 time: 0.0892570 May 23 15:34:27.985519 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-62861298-8f96-412c-b767-38431b7a3f55 service neutron] For port 1163c3a8-18a2-4093-9e90-731d856e8076, host hv-cinder-84112, cleared binding levels {{(pid=104080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:34:28.005332 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:28.008252 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-62861298-8f96-412c-b767-38431b7a3f55 service neutron] For port 1163c3a8-18a2-4093-9e90-731d856e8076, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=1163c3a8-18a2-4093-9e90-731d856e8076,segment=NetworkSegment(29e85e02-494b-40ff-afd0-9241970fba55),segment_id=29e85e02-494b-40ff-afd0-9241970fba55)] {{(pid=104080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:34:28.015182 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-e9b07caa-d0d4-4a43-b2fe-9cd392f9d392 req-6ed1396d-ad2e-4834-9143-1b0a771cd78b tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750818 May 23 15:34:28.017706 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-62861298-8f96-412c-b767-38431b7a3f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413202'] for port (1163c3a8-18a2-4093-9e90-731d856e8076), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:28.032967 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-12bd8352-0d98-4aa9-bea9-67e4df9bc61f req-79341ad3-766b-4da0-8b59-882d3377452c service neutron] 10.222.0.72 "GET /v2.0/networks/209a8533-2c3a-4df0-b96f-8327ce97789f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275978 May 23 15:34:28.069656 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-62861298-8f96-412c-b767-38431b7a3f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:28.069656 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-62861298-8f96-412c-b767-38431b7a3f55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:28.070413 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-62861298-8f96-412c-b767-38431b7a3f55 service neutron] 10.222.0.72 "PUT /v2.0/ports/1163c3a8-18a2-4093-9e90-731d856e8076 HTTP/1.1" status: 200 len: 1094 time: 1.0810487 May 23 15:34:28.071110 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5c3bd6-1b7d-4c25-a705-2291f6709285', 'tag': '1163c3a8-18a2-4093-9e90-731d856e8076'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:34:28.073391 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee4ef39eddac8a8c2b622b321199fad7a345fd77cd5019e852148a8aec1132e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837a7e05-1114-4e11-9ead-bf1c681dbcb9" -d '{"events": [{"name": "network-changed", "server_uuid": "7f5c3bd6-1b7d-4c25-a705-2291f6709285", "tag": "1163c3a8-18a2-4093-9e90-731d856e8076"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:34:28.086367 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62861298-8f96-412c-b767-38431b7a3f55 service neutron] Pushing event updated for resources: {'Port': ['ID=1163c3a8-18a2-4093-9e90-731d856e8076,revision_number=3']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:28.094266 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c9b04a9e-7651-4670-b888-31186cde1f67 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250202'] for port (8a6e923e-26df-4cef-9eee-2442caf3bebe), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:28.123510 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b04a9e-7651-4670-b888-31186cde1f67 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Pushing event deleted for resources: {'Port': ['ID=8a6e923e-26df-4cef-9eee-2442caf3bebe,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:28.149990 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ffc65d-0f5c-4a8d-b9c7-f53f6b8eadde x-openstack-request-id: req-f1ffc65d-0f5c-4a8d-b9c7-f53f6b8eadde {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:34:28.150292 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f5c3bd6-1b7d-4c25-a705-2291f6709285", "tag": "1163c3a8-18a2-4093-9e90-731d856e8076", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:34:28.150598 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f1ffc65d-0f5c-4a8d-b9c7-f53f6b8eadde {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:34:28.151021 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1ffc65d-0f5c-4a8d-b9c7-f53f6b8eadde'] response: {'name': 'network-changed', 'server_uuid': '7f5c3bd6-1b7d-4c25-a705-2291f6709285', 'tag': '1163c3a8-18a2-4093-9e90-731d856e8076', 'status': 'completed', 'code': 200} May 23 15:34:28.198013 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c9b04a9e-7651-4670-b888-31186cde1f67 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks [] for floatingip (38c8fa29-b3ee-4e4c-a224-7c5a073d895b), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:28.198612 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.db.l3_db [None req-c9b04a9e-7651-4670-b888-31186cde1f67 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Floating IP 38c8fa29-b3ee-4e4c-a224-7c5a073d895b disassociated (deleted). External IP: 172.27.2.247, port: d674721e-f3c3-41d6-99a3-5276229c8c17. May 23 15:34:28.229786 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-c8272b4a-279d-4ebd-8725-c36199d5b42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:28.231309 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-c8272b4a-279d-4ebd-8725-c36199d5b42e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=65c6b1563c424330ade1ef15f8efa110&device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 1128 time: 0.0562692 May 23 15:34:28.290243 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-2abd3a2f-9767-4b53-8416-8f4352ffc473 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1163c3a8-18a2-4093-9e90-731d856e8076 HTTP/1.1" status: 200 len: 217 time: 0.0359974 May 23 15:34:28.343852 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-2784b0c0-af91-46d7-aecf-67e3f73f9f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:28.345384 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-2784b0c0-af91-46d7-aecf-67e3f73f9f81 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=045c111a-efa9-497c-8e54-7f6b21c0aa2b HTTP/1.1" status: 200 len: 855 time: 0.0488038 May 23 15:34:28.354383 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:28.400326 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-eaab4bc0-b98f-4a4b-9a2e-eccf1d163c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:28.403433 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-eaab4bc0-b98f-4a4b-9a2e-eccf1d163c69 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=751cbaf0-d17b-4cd8-950f-078d51e9414f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508504 May 23 15:34:28.414917 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b04a9e-7651-4670-b888-31186cde1f67 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Router e55fd884-a3c0-46fd-ad14-c48660fd9458 has already been hosted by L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:34:28.495072 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-a0b743c2-3d00-4f4c-a03a-b83f9e2e8d9b service neutron] 10.222.0.72 "GET /v2.0/networks/751cbaf0-d17b-4cd8-950f-078d51e9414f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859799 May 23 15:34:28.520920 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b04a9e-7651-4670-b888-31186cde1f67 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:34:28.525747 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c9b04a9e-7651-4670-b888-31186cde1f67 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for floatingip (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:28.536534 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73769345-2fb6-44e7-8aaa-8d90fe8c14cf None None] Sync routers for ids ['e55fd884-a3c0-46fd-ad14-c48660fd9458'] in dv-cinder-841125-8-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:34:28.547854 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73769345-2fb6-44e7-8aaa-8d90fe8c14cf None None] Routers {'e55fd884-a3c0-46fd-ad14-c48660fd9458'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:34:28.549993 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-73769345-2fb6-44e7-8aaa-8d90fe8c14cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:34:05Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['e55fd884-a3c0-46fd-ad14-c48660fd9458'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:34:28.561809 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-c9b04a9e-7651-4670-b888-31186cde1f67 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "DELETE /v2.0/floatingips/38c8fa29-b3ee-4e4c-a224-7c5a073d895b HTTP/1.1" status: 204 len: 168 time: 1.3052230 May 23 15:34:28.647633 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee208e-30a5-494d-9710-3f96d2f176de req-8187feb2-7627-4f67-975c-4493b0390cd2 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:28.649272 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-aeee208e-30a5-494d-9710-3f96d2f176de req-8187feb2-7627-4f67-975c-4493b0390cd2 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 944 time: 0.0667660 May 23 15:34:28.651167 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-86428f8c-abba-4be0-b4c4-93fec460c8c8 req-87d31939-6ffe-410a-a222-e0ffff8d8df6 service neutron] 10.222.0.72 "GET /v2.0/networks/751cbaf0-d17b-4cd8-950f-078d51e9414f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498611 May 23 15:34:28.670646 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-73769345-2fb6-44e7-8aaa-8d90fe8c14cf None None] Set router e55fd884-a3c0-46fd-ad14-c48660fd9458 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:34:28.711843 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-aeee208e-30a5-494d-9710-3f96d2f176de req-3fec2b7b-f73c-49ea-9871-18a420f9abc2 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532963 May 23 15:34:28.866772 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-73769345-2fb6-44e7-8aaa-8d90fe8c14cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55fd884-a3c0-46fd-ad14-c48660fd9458', 'name': 'tempest-TestMinimumBasicScenario-605869040-router', 'tenant_id': '591802cf5c044932940307866f388790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '40b3f06b-a363-4052-8941-a2e1dec2271a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:31:22Z', 'updated_at': '2022-05-23T15:31:25Z', 'revision_number': 4, 'project_id': '591802cf5c044932940307866f388790', 'gw_port': {'id': '40b3f06b-a363-4052-8941-a2e1dec2271a', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:36:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55fd884-a3c0-46fd-ad14-c48660fd9458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:31:22Z', 'updated_at': '2022-05-23T15:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': 'da4be61b-1a87-4800-8949-7539c3819b86', 'name': '', 'network_id': '209a8533-2c3a-4df0-b96f-8327ce97789f', 'tenant_id': '591802cf5c044932940307866f388790', 'mac_address': 'fa:16:3e:f2:cd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55fd884-a3c0-46fd-ad14-c48660fd9458', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '21e5e43a-788f-4723-b6ca-c532e85a803f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:31:24Z', 'updated_at': '2022-05-23T15:31:30Z', 'revision_number': 5, 'project_id': '591802cf5c044932940307866f388790', 'subnets': [{'id': '21e5e43a-788f-4723-b6ca-c532e85a803f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:34:28.927581 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55f39cba-5943-42d5-9322-58f3af0d39f8', 'tag': 'd674721e-f3c3-41d6-99a3-5276229c8c17'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:34:28.930061 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d701dac66fe37c46ae86bb78260b1e19b4b16e00f190307f8222235e17cfe25e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8ca1dc-624d-47e2-a070-807af2fc98c1" -d '{"events": [{"name": "network-changed", "server_uuid": "55f39cba-5943-42d5-9322-58f3af0d39f8", "tag": "d674721e-f3c3-41d6-99a3-5276229c8c17"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:34:28.968226 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c7cfc7-5232-43c0-9611-12c6b1ec22e0 x-openstack-request-id: req-b3c7cfc7-5232-43c0-9611-12c6b1ec22e0 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:34:28.968568 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55f39cba-5943-42d5-9322-58f3af0d39f8", "tag": "d674721e-f3c3-41d6-99a3-5276229c8c17", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:34:28.968832 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b3c7cfc7-5232-43c0-9611-12c6b1ec22e0 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:34:28.969287 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3c7cfc7-5232-43c0-9611-12c6b1ec22e0'] response: {'name': 'network-changed', 'server_uuid': '55f39cba-5943-42d5-9322-58f3af0d39f8', 'tag': 'd674721e-f3c3-41d6-99a3-5276229c8c17', 'status': 'completed', 'code': 200} May 23 15:34:28.975211 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73769345-2fb6-44e7-8aaa-8d90fe8c14cf None None] Checking router: e55fd884-a3c0-46fd-ad14-c48660fd9458 for host: dv-cinder-841125-8-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:34:28.983788 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73769345-2fb6-44e7-8aaa-8d90fe8c14cf None None] Routers {'e55fd884-a3c0-46fd-ad14-c48660fd9458'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:34:28.984391 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-73769345-2fb6-44e7-8aaa-8d90fe8c14cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:34:05Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['e55fd884-a3c0-46fd-ad14-c48660fd9458'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:34:29.085408 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-73769345-2fb6-44e7-8aaa-8d90fe8c14cf None None] Set router e55fd884-a3c0-46fd-ad14-c48660fd9458 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:34:29.141140 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:29.152697 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b117bcf-4109-4f7d-a5a2-90563b0d8a32 req-6b02ca09-d35b-4753-a9e9-59b3064e26ee tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:29.154486 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0b117bcf-4109-4f7d-a5a2-90563b0d8a32 req-6b02ca09-d35b-4753-a9e9-59b3064e26ee tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 945 time: 0.0487123 May 23 15:34:29.198097 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=100 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:29.204587 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0b117bcf-4109-4f7d-a5a2-90563b0d8a32 req-a5d6b3ee-288c-49d4-8fba-6d47628b2a68 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447271 May 23 15:34:29.267932 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=100 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:29.271505 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-73769345-2fb6-44e7-8aaa-8d90fe8c14cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55fd884-a3c0-46fd-ad14-c48660fd9458', 'name': 'tempest-TestMinimumBasicScenario-605869040-router', 'tenant_id': '591802cf5c044932940307866f388790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '40b3f06b-a363-4052-8941-a2e1dec2271a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:31:22Z', 'updated_at': '2022-05-23T15:31:25Z', 'revision_number': 4, 'project_id': '591802cf5c044932940307866f388790', 'gw_port': {'id': '40b3f06b-a363-4052-8941-a2e1dec2271a', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:36:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55fd884-a3c0-46fd-ad14-c48660fd9458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:31:22Z', 'updated_at': '2022-05-23T15:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': 'da4be61b-1a87-4800-8949-7539c3819b86', 'name': '', 'network_id': '209a8533-2c3a-4df0-b96f-8327ce97789f', 'tenant_id': '591802cf5c044932940307866f388790', 'mac_address': 'fa:16:3e:f2:cd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55fd884-a3c0-46fd-ad14-c48660fd9458', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '21e5e43a-788f-4723-b6ca-c532e85a803f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:31:24Z', 'updated_at': '2022-05-23T15:31:30Z', 'revision_number': 5, 'project_id': '591802cf5c044932940307866f388790', 'subnets': [{'id': '21e5e43a-788f-4723-b6ca-c532e85a803f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:34:29.298872 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73769345-2fb6-44e7-8aaa-8d90fe8c14cf None None] The sync data for ids ['e55fd884-a3c0-46fd-ad14-c48660fd9458'] in dv-cinder-841125-8-iscsi is: [{'id': 'e55fd884-a3c0-46fd-ad14-c48660fd9458', 'name': 'tempest-TestMinimumBasicScenario-605869040-router', 'tenant_id': '591802cf5c044932940307866f388790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '40b3f06b-a363-4052-8941-a2e1dec2271a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:31:22Z', 'updated_at': '2022-05-23T15:31:25Z', 'revision_number': 4, 'project_id': '591802cf5c044932940307866f388790', 'gw_port': {'id': '40b3f06b-a363-4052-8941-a2e1dec2271a', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:36:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55fd884-a3c0-46fd-ad14-c48660fd9458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:31:22Z', 'updated_at': '2022-05-23T15:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': 'da4be61b-1a87-4800-8949-7539c3819b86', 'name': '', 'network_id': '209a8533-2c3a-4df0-b96f-8327ce97789f', 'tenant_id': '591802cf5c044932940307866f388790', 'mac_address': 'fa:16:3e:f2:cd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55fd884-a3c0-46fd-ad14-c48660fd9458', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '21e5e43a-788f-4723-b6ca-c532e85a803f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:31:24Z', 'updated_at': '2022-05-23T15:31:30Z', 'revision_number': 5, 'project_id': '591802cf5c044932940307866f388790', 'subnets': [{'id': '21e5e43a-788f-4723-b6ca-c532e85a803f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:34:29.506907 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a272f09-c674-401a-a9b1-6b8e31cda542 None None] New status for floating IP 38c8fa29-b3ee-4e4c-a224-7c5a073d895b: DOWN {{(pid=104082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:34:29.766310 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a7e05-1114-4e11-9ead-bf1c681dbcb9 req-623740c1-7c20-4c6b-9a03-2c268db0d343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:29.768459 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-837a7e05-1114-4e11-9ead-bf1c681dbcb9 req-623740c1-7c20-4c6b-9a03-2c268db0d343 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=65c6b1563c424330ade1ef15f8efa110&device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 1128 time: 0.0426805 May 23 15:34:29.775984 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ca1dc-624d-47e2-a070-807af2fc98c1 req-98b599b6-3d69-4529-8925-45a131e0f4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:29.778327 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-bc8ca1dc-624d-47e2-a070-807af2fc98c1 req-98b599b6-3d69-4529-8925-45a131e0f4eb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=591802cf5c044932940307866f388790&device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 1129 time: 0.0528874 May 23 15:34:29.864299 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a7e05-1114-4e11-9ead-bf1c681dbcb9 req-c9e50fc3-fee8-4985-a100-e44d68a0ddec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:29.865820 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-837a7e05-1114-4e11-9ead-bf1c681dbcb9 req-c9e50fc3-fee8-4985-a100-e44d68a0ddec service neutron] 10.222.0.72 "GET /v2.0/networks?id=751cbaf0-d17b-4cd8-950f-078d51e9414f HTTP/1.1" status: 200 len: 917 time: 0.0908039 May 23 15:34:29.893354 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4e708f-b6d6-4e8e-8037-67e7329c97f7 req-19597fa2-b6eb-498b-a660-2a0587d5015f tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:29.894774 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3b4e708f-b6d6-4e8e-8037-67e7329c97f7 req-19597fa2-b6eb-498b-a660-2a0587d5015f tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 944 time: 0.0570431 May 23 15:34:29.939584 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ca1dc-624d-47e2-a070-807af2fc98c1 req-87fb8f5c-8ea3-4026-ba56-2a33ff8b21de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:29.941157 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-bc8ca1dc-624d-47e2-a070-807af2fc98c1 req-87fb8f5c-8ea3-4026-ba56-2a33ff8b21de service neutron] 10.222.0.72 "GET /v2.0/networks?id=209a8533-2c3a-4df0-b96f-8327ce97789f HTTP/1.1" status: 200 len: 915 time: 0.1556242 May 23 15:34:29.962292 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3b4e708f-b6d6-4e8e-8037-67e7329c97f7 req-7958a64b-c95c-48aa-b97e-adc665dedf73 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611572 May 23 15:34:30.236698 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-bc8ca1dc-624d-47e2-a070-807af2fc98c1 req-21172f0b-d61a-4d82-8bcb-e8bf14870618 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d674721e-f3c3-41d6-99a3-5276229c8c17 HTTP/1.1" status: 200 len: 217 time: 0.0342817 May 23 15:34:30.239544 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-837a7e05-1114-4e11-9ead-bf1c681dbcb9 req-a2ec7183-ebbe-4fff-935b-47ca70b04928 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1163c3a8-18a2-4093-9e90-731d856e8076 HTTP/1.1" status: 200 len: 217 time: 0.0370808 May 23 15:34:30.280701 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:30.299900 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ca1dc-624d-47e2-a070-807af2fc98c1 req-6e5d00f6-7e6a-49b6-b545-d58ed0cc859c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:30.301404 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-bc8ca1dc-624d-47e2-a070-807af2fc98c1 req-6e5d00f6-7e6a-49b6-b545-d58ed0cc859c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=21e5e43a-788f-4723-b6ca-c532e85a803f HTTP/1.1" status: 200 len: 853 time: 0.0504131 May 23 15:34:30.334001 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a228646-1d79-4dfa-9596-cc5674385484 req-45437901-8eae-404b-9857-cb6f72ba4ffe tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:30.335470 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5a228646-1d79-4dfa-9596-cc5674385484 req-45437901-8eae-404b-9857-cb6f72ba4ffe tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 945 time: 0.0569854 May 23 15:34:30.336924 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a7e05-1114-4e11-9ead-bf1c681dbcb9 req-5068a605-ff75-4a29-9c28-e7cb7b8835f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:30.338246 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-837a7e05-1114-4e11-9ead-bf1c681dbcb9 req-5068a605-ff75-4a29-9c28-e7cb7b8835f4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=045c111a-efa9-497c-8e54-7f6b21c0aa2b HTTP/1.1" status: 200 len: 855 time: 0.0862527 May 23 15:34:30.382592 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5a228646-1d79-4dfa-9596-cc5674385484 req-6c26e6d4-8c08-4771-8cdc-58175b217156 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415592 May 23 15:34:30.431145 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ca1dc-624d-47e2-a070-807af2fc98c1 req-1ad876b2-9fea-4261-a386-62fe15896aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:30.432964 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-bc8ca1dc-624d-47e2-a070-807af2fc98c1 req-1ad876b2-9fea-4261-a386-62fe15896aed service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=209a8533-2c3a-4df0-b96f-8327ce97789f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517600 May 23 15:34:30.438291 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a7e05-1114-4e11-9ead-bf1c681dbcb9 req-f8b616d7-9123-47f8-b1d8-fdf7f19eec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:30.439987 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-837a7e05-1114-4e11-9ead-bf1c681dbcb9 req-f8b616d7-9123-47f8-b1d8-fdf7f19eec11 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=751cbaf0-d17b-4cd8-950f-078d51e9414f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495834 May 23 15:34:30.608715 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-bc8ca1dc-624d-47e2-a070-807af2fc98c1 req-c2e97506-49e1-4b98-beaf-74de0c57bf49 service neutron] 10.222.0.72 "GET /v2.0/networks/209a8533-2c3a-4df0-b96f-8327ce97789f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853450 May 23 15:34:30.609144 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-837a7e05-1114-4e11-9ead-bf1c681dbcb9 req-8689cacc-0318-4436-89c9-98e90006a8ac service neutron] 10.222.0.72 "GET /v2.0/networks/751cbaf0-d17b-4cd8-950f-078d51e9414f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884156 May 23 15:34:30.711364 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-bc8ca1dc-624d-47e2-a070-807af2fc98c1 req-de901c35-97c0-4395-ad88-4c816338b89e service neutron] 10.222.0.72 "GET /v2.0/networks/209a8533-2c3a-4df0-b96f-8327ce97789f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851903 May 23 15:34:30.719194 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-837a7e05-1114-4e11-9ead-bf1c681dbcb9 req-13a9f5f3-4e31-4b4e-82e9-d7f3a796d2af service neutron] 10.222.0.72 "GET /v2.0/networks/751cbaf0-d17b-4cd8-950f-078d51e9414f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918472 May 23 15:34:31.072821 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=100 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:31.083917 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79c235-609e-402e-a3e7-3abaa48bf70d req-d3b0ac58-9ffa-44cb-a658-60dbe678dc84 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:31.085446 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2d79c235-609e-402e-a3e7-3abaa48bf70d req-d3b0ac58-9ffa-44cb-a658-60dbe678dc84 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 944 time: 0.0500119 May 23 15:34:31.135121 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2d79c235-609e-402e-a3e7-3abaa48bf70d req-1accc655-3787-4807-a256-9ba77380667e tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440884 May 23 15:34:31.510909 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18ceae-3d98-4750-8c7c-7a64eecfa48c req-702258b6-f7fe-4f40-a21b-cd7604e1d4ef tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:31.512532 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ff18ceae-3d98-4750-8c7c-7a64eecfa48c req-702258b6-f7fe-4f40-a21b-cd7604e1d4ef tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 945 time: 0.0570865 May 23 15:34:31.561569 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ff18ceae-3d98-4750-8c7c-7a64eecfa48c req-8e6bbdc6-3745-4f4e-91e0-1d97da7d3afe tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427315 May 23 15:34:31.736607 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 1163c3a8-18a2-4093-9e90-731d856e8076 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:34:31.837116 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 1163c3a8-18a2-4093-9e90-731d856e8076, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=1163c3a8-18a2-4093-9e90-731d856e8076,segment=NetworkSegment(29e85e02-494b-40ff-afd0-9241970fba55),segment_id=29e85e02-494b-40ff-afd0-9241970fba55)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:34:31.848971 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Returning: {'device': '1163c3a8-18a2-4093-9e90-731d856e8076', 'network_id': '751cbaf0-d17b-4cd8-950f-078d51e9414f', 'port_id': '1163c3a8-18a2-4093-9e90-731d856e8076', 'mac_address': 'fa:16:3e:5d:5a:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 960, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '045c111a-efa9-497c-8e54-7f6b21c0aa2b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:34:31.883248 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port 1163c3a8-18a2-4093-9e90-731d856e8076 is: DOWN; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:34:31.883570 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (1163c3a8-18a2-4093-9e90-731d856e8076), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:31.896725 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1163c3a8-18a2-4093-9e90-731d856e8076 {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:34:31.916938 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 1163c3a8-18a2-4093-9e90-731d856e8076, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=1163c3a8-18a2-4093-9e90-731d856e8076,segment=NetworkSegment(29e85e02-494b-40ff-afd0-9241970fba55),segment_id=29e85e02-494b-40ff-afd0-9241970fba55)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:34:31.921165 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (1163c3a8-18a2-4093-9e90-731d856e8076), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:31.946112 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:31.965434 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=1163c3a8-18a2-4093-9e90-731d856e8076,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:32.252200 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64532cbb-c4a1-4013-b7c3-5abe80cf35c6 req-a96d6353-fe89-4392-aabf-0b8aff8bc8c4 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:32.253747 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-64532cbb-c4a1-4013-b7c3-5abe80cf35c6 req-a96d6353-fe89-4392-aabf-0b8aff8bc8c4 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 945 time: 0.0475388 May 23 15:34:32.300323 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] get_ports_and_sgs() called for port_ids ['1163c3a8-18a2-4093-9e90-731d856e8076'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:34:32.307738 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-64532cbb-c4a1-4013-b7c3-5abe80cf35c6 req-fba4ed1e-d30d-442f-a18a-70e30df1d3c7 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485420 May 23 15:34:32.473450 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda3c79d-c8a2-4d33-96e8-f70f7bd6471f req-d05739df-5bb7-45b1-9399-3a7d2e1d4a22 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:32.474820 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-eda3c79d-c8a2-4d33-96e8-f70f7bd6471f req-d05739df-5bb7-45b1-9399-3a7d2e1d4a22 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 945 time: 0.0489705 May 23 15:34:32.521916 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-eda3c79d-c8a2-4d33-96e8-f70f7bd6471f req-91cb7149-4f1c-448d-8310-f51581d1d4e1 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413108 May 23 15:34:32.675717 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c962a3e-a8b2-43ac-a527-81cd24179a04 req-6046222e-d40b-4274-b0de-d742a9dbe0cc tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:32.677210 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7c962a3e-a8b2-43ac-a527-81cd24179a04 req-6046222e-d40b-4274-b0de-d742a9dbe0cc tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 945 time: 0.0465760 May 23 15:34:32.722105 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7c962a3e-a8b2-43ac-a527-81cd24179a04 req-07cdc216-a459-4e45-a11e-39712498a316 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395889 May 23 15:34:33.102479 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-32ef8e2a-507c-4b5d-bb94-fcd2c1b6e302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:33.430200 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e742ad0-6379-4914-9e49-fb4a18a4f4d7 req-b4bd2a0d-1269-4e05-9505-2e6b3bc03c26 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:33.431798 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4e742ad0-6379-4914-9e49-fb4a18a4f4d7 req-b4bd2a0d-1269-4e05-9505-2e6b3bc03c26 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 945 time: 0.0462415 May 23 15:34:33.478332 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4e742ad0-6379-4914-9e49-fb4a18a4f4d7 req-fde5a532-edef-4290-9c40-5d88f3de7177 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404165 May 23 15:34:33.598235 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:33.624118 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-deeacb48-f8ad-4ee7-aaeb-78a4c3f342fc None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:34:33.637842 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc54e1-952d-435f-a792-833e778079b8 req-b7fd70e2-b5b9-4317-9164-68cddb47c9e6 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:33.639517 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-becc54e1-952d-435f-a792-833e778079b8 req-b7fd70e2-b5b9-4317-9164-68cddb47c9e6 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 945 time: 0.0509121 May 23 15:34:33.684879 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-becc54e1-952d-435f-a792-833e778079b8 req-7732925a-1478-4d04-b859-fa2ba4a707f8 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396957 May 23 15:34:33.736137 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 1163c3a8-18a2-4093-9e90-731d856e8076 up at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:34:33.781256 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Provisioning for port 1163c3a8-18a2-4093-9e90-731d856e8076 completed by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 15:34:33.787731 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Provisioning complete for port 1163c3a8-18a2-4093-9e90-731d856e8076 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:34:33.788183 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (1163c3a8-18a2-4093-9e90-731d856e8076), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:33.800510 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=100 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:33.839626 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a2e95-2f59-40da-9dc1-eb582cd5b5c8 req-c9e3a804-5ba3-4cad-bcea-c98190bd67d3 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:33.841126 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ec1a2e95-2f59-40da-9dc1-eb582cd5b5c8 req-c9e3a804-5ba3-4cad-bcea-c98190bd67d3 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 945 time: 0.0506246 May 23 15:34:33.862032 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port 1163c3a8-18a2-4093-9e90-731d856e8076 is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:34:33.862341 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (1163c3a8-18a2-4093-9e90-731d856e8076), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:33.873539 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=100 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:33.886603 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5c3bd6-1b7d-4c25-a705-2291f6709285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1163c3a8-18a2-4093-9e90-731d856e8076'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:34:33.888946 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f55e67021d3a90dbbd6c8997e5bd31cd20e79582d0fa2823ba23f1fb24bbbe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766bbc4e-7991-40b2-8c54-50e09c45e34c" -d '{"events": [{"server_uuid": "7f5c3bd6-1b7d-4c25-a705-2291f6709285", "name": "network-vif-plugged", "status": "completed", "tag": "1163c3a8-18a2-4093-9e90-731d856e8076"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:34:33.892398 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ec1a2e95-2f59-40da-9dc1-eb582cd5b5c8 req-1fc34d03-0fc0-40a2-8afc-50a0a4821d3c tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426226 May 23 15:34:33.902420 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 1163c3a8-18a2-4093-9e90-731d856e8076, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=1163c3a8-18a2-4093-9e90-731d856e8076,segment=NetworkSegment(29e85e02-494b-40ff-afd0-9241970fba55),segment_id=29e85e02-494b-40ff-afd0-9241970fba55)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:34:33.915761 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (1163c3a8-18a2-4093-9e90-731d856e8076), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:33.939195 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d769fa09-6029-4189-ae1f-63affd42756d x-openstack-request-id: req-d769fa09-6029-4189-ae1f-63affd42756d {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:34:33.939487 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5c3bd6-1b7d-4c25-a705-2291f6709285", "name": "network-vif-plugged", "status": "completed", "tag": "1163c3a8-18a2-4093-9e90-731d856e8076", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:34:33.939755 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d769fa09-6029-4189-ae1f-63affd42756d {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:34:33.940175 dv-cinder-841125-8-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d769fa09-6029-4189-ae1f-63affd42756d'] response: {'server_uuid': '7f5c3bd6-1b7d-4c25-a705-2291f6709285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1163c3a8-18a2-4093-9e90-731d856e8076', 'code': 200} May 23 15:34:33.964670 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=1163c3a8-18a2-4093-9e90-731d856e8076,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:34.531864 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42c441-cd65-4521-8c77-39a336fba8a9 req-975d9da7-2b1d-4bfc-a13c-7098f782cb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:34.533419 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ed42c441-cd65-4521-8c77-39a336fba8a9 req-975d9da7-2b1d-4bfc-a13c-7098f782cb71 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 1130 time: 0.0397124 May 23 15:34:34.548404 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1fe1a-40e6-49de-89d3-83af211ade9a req-8e789358-a9f7-446a-b40d-d9ecca8fd221 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:34.549826 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b4e1fe1a-40e6-49de-89d3-83af211ade9a req-8e789358-a9f7-446a-b40d-d9ecca8fd221 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.72 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 945 time: 0.0556300 May 23 15:34:34.578150 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ed42c441-cd65-4521-8c77-39a336fba8a9 req-a5366c86-0b62-4b84-b374-e9270a8a7694 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385125 May 23 15:34:34.628238 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a03325-2a2a-4e58-a84c-68afa8a2cfb3 req-0fc515f7-0da5-4414-8558-a948e5bd5a57 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:34.629741 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-91a03325-2a2a-4e58-a84c-68afa8a2cfb3 req-0fc515f7-0da5-4414-8558-a948e5bd5a57 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 946 time: 0.0769091 May 23 15:34:34.684456 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-b4e1fe1a-40e6-49de-89d3-83af211ade9a req-9672eba8-59ba-4167-b2f6-e6f3ad7c6b68 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Deleting port d674721e-f3c3-41d6-99a3-5276229c8c17 {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:34:34.684789 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-b4e1fe1a-40e6-49de-89d3-83af211ade9a req-9672eba8-59ba-4167-b2f6-e6f3ad7c6b68 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (d674721e-f3c3-41d6-99a3-5276229c8c17), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:34.751929 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-91a03325-2a2a-4e58-a84c-68afa8a2cfb3 req-862d6be4-d81c-48a0-9cd2-26e59dac51d3 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158319 May 23 15:34:34.793833 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-b4e1fe1a-40e6-49de-89d3-83af211ade9a req-9672eba8-59ba-4167-b2f6-e6f3ad7c6b68 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] For port d674721e-f3c3-41d6-99a3-5276229c8c17, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=d674721e-f3c3-41d6-99a3-5276229c8c17,segment=NetworkSegment(c75bb067-5a18-44e4-89b4-f4921652f916),segment_id=c75bb067-5a18-44e4-89b4-f4921652f916)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:34:34.794197 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-b4e1fe1a-40e6-49de-89d3-83af211ade9a req-9672eba8-59ba-4167-b2f6-e6f3ad7c6b68 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (d674721e-f3c3-41d6-99a3-5276229c8c17), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:34.801133 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86efaaaa-ec8e-4298-ac30-dcb1732103cf req-30c6709b-3c6b-4162-99fd-4910f664eae0 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:34.802555 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-86efaaaa-ec8e-4298-ac30-dcb1732103cf req-30c6709b-3c6b-4162-99fd-4910f664eae0 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 945 time: 0.0483310 May 23 15:34:34.808068 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-b4e1fe1a-40e6-49de-89d3-83af211ade9a req-9672eba8-59ba-4167-b2f6-e6f3ad7c6b68 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Calling delete_port for d674721e-f3c3-41d6-99a3-5276229c8c17 owned by compute:nova {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:34:34.854176 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-86efaaaa-ec8e-4298-ac30-dcb1732103cf req-a55b3a05-4572-4e5f-81f3-d7f00dc3dc2e tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b4f2e9a-184d-4239-bd30-f909096109c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450580 May 23 15:34:34.934020 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-b4e1fe1a-40e6-49de-89d3-83af211ade9a req-9672eba8-59ba-4167-b2f6-e6f3ad7c6b68 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (d674721e-f3c3-41d6-99a3-5276229c8c17), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:34.966280 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9672eba8-59ba-4167-b2f6-e6f3ad7c6b68 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Pushing event deleted for resources: {'Port': ['ID=d674721e-f3c3-41d6-99a3-5276229c8c17,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:34.980894 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:34.986426 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] get_ports_and_sgs() called for port_ids ['d674721e-f3c3-41d6-99a3-5276229c8c17'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:34:35.040280 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e1fe1a-40e6-49de-89d3-83af211ade9a req-9672eba8-59ba-4167-b2f6-e6f3ad7c6b68 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] No DVR routers for this DVR port d674721e-f3c3-41d6-99a3-5276229c8c17 on host hv-cinder-84112 {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:34:35.043962 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-b4e1fe1a-40e6-49de-89d3-83af211ade9a req-9672eba8-59ba-4167-b2f6-e6f3ad7c6b68 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:35.047098 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b4e1fe1a-40e6-49de-89d3-83af211ade9a req-9672eba8-59ba-4167-b2f6-e6f3ad7c6b68 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.72 "DELETE /v2.0/ports/d674721e-f3c3-41d6-99a3-5276229c8c17 HTTP/1.1" status: 204 len: 173 time: 0.4860270 May 23 15:34:35.047527 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f39cba-5943-42d5-9322-58f3af0d39f8', 'name': 'network-vif-deleted', 'tag': 'd674721e-f3c3-41d6-99a3-5276229c8c17'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:34:35.049729 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee4ef39eddac8a8c2b622b321199fad7a345fd77cd5019e852148a8aec1132e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a70d79-f009-472d-a602-c0ec489bfa03" -d '{"events": [{"server_uuid": "55f39cba-5943-42d5-9322-58f3af0d39f8", "name": "network-vif-deleted", "tag": "d674721e-f3c3-41d6-99a3-5276229c8c17"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:34:35.058032 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86dec0-084b-465b-9e09-8dc2933ca46e req-80faa53f-daad-4c97-af26-39a944551687 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:35.059465 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4c86dec0-084b-465b-9e09-8dc2933ca46e req-80faa53f-daad-4c97-af26-39a944551687 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 945 time: 0.0910795 May 23 15:34:35.086666 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a2c1ec-1d32-4746-bbd3-d3ecb7298773 x-openstack-request-id: req-02a2c1ec-1d32-4746-bbd3-d3ecb7298773 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:34:35.086951 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55f39cba-5943-42d5-9322-58f3af0d39f8", "name": "network-vif-deleted", "tag": "d674721e-f3c3-41d6-99a3-5276229c8c17", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:34:35.087203 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-02a2c1ec-1d32-4746-bbd3-d3ecb7298773 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:34:35.087595 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02a2c1ec-1d32-4746-bbd3-d3ecb7298773'] response: {'server_uuid': '55f39cba-5943-42d5-9322-58f3af0d39f8', 'name': 'network-vif-deleted', 'tag': 'd674721e-f3c3-41d6-99a3-5276229c8c17', 'status': 'completed', 'code': 200} May 23 15:34:35.110871 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4c86dec0-084b-465b-9e09-8dc2933ca46e req-6093c9e0-982d-4eb4-95c7-b887e79c47f5 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449302 May 23 15:34:35.453454 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-504c2800-1e06-4a12-bea4-6df793542dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:35.872931 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bce4b2-078c-458f-8283-b25459b41d67 req-590a14fc-3158-401e-82d4-43faae14cdd0 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:35.874302 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-19bce4b2-078c-458f-8283-b25459b41d67 req-590a14fc-3158-401e-82d4-43faae14cdd0 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 946 time: 0.0462542 May 23 15:34:35.924590 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-19bce4b2-078c-458f-8283-b25459b41d67 req-f78f9de7-4dfa-4145-b48d-f11b56eaf78b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436056 May 23 15:34:35.964192 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-61e2fbf8-851f-456c-86f4-060bad78e0a2 req-8c541642-1e2e-4305-a7bd-0cbdc2cb5036 tempest-TestMinimumBasicScenario-582055684 tempest-TestMinimumBasicScenario-582055684-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f39cba-5943-42d5-9322-58f3af0d39f8 HTTP/1.1" status: 200 len: 210 time: 0.0302222 May 23 15:34:36.229827 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67fdcb-5004-4736-b648-170d4c59813f req-190a8ba3-f557-40ef-9c9c-47c9a2abc1ed tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:36.231289 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1b67fdcb-5004-4736-b648-170d4c59813f req-190a8ba3-f557-40ef-9c9c-47c9a2abc1ed tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 945 time: 0.0510995 May 23 15:34:36.277647 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1b67fdcb-5004-4736-b648-170d4c59813f req-1e8d3a49-92b5-49dc-8f2e-1a7fa85d0165 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402491 May 23 15:34:36.916393 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:37.052951 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbdd23c-9681-44a5-874e-2e5534309317 req-300ada74-1ff1-4944-8117-dc9831905d88 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:37.054588 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-fdbdd23c-9681-44a5-874e-2e5534309317 req-300ada74-1ff1-4944-8117-dc9831905d88 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 946 time: 0.0527222 May 23 15:34:37.104211 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-fdbdd23c-9681-44a5-874e-2e5534309317 req-b543a68c-d645-4e56-81e4-41e9cee324da tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438223 May 23 15:34:37.227146 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb84fa93-f78e-4bb8-a4fa-95b7a4c1cc41 req-1d686d5f-d648-4202-b383-aacc2d4284a1 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:37.228628 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-eb84fa93-f78e-4bb8-a4fa-95b7a4c1cc41 req-1d686d5f-d648-4202-b383-aacc2d4284a1 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 946 time: 0.0512478 May 23 15:34:37.237779 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 35978) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:34:37.242058 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-6df26473-37b4-4881-8de2-6cc236e9902b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Request body: {'floatingip': {'port_id': '1163c3a8-18a2-4093-9e90-731d856e8076'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:34:37.280626 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6df26473-37b4-4881-8de2-6cc236e9902b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks [] for floatingip (5a2aeab0-46b4-438f-84b6-cf067e7d0ead), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:37.401155 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff4087-b40d-47ae-abd5-01889e271937 req-160c5fcd-225f-409a-afc6-63cd010e8fa3 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:37.402661 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-39ff4087-b40d-47ae-abd5-01889e271937 req-160c5fcd-225f-409a-afc6-63cd010e8fa3 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 945 time: 0.0504429 May 23 15:34:37.444177 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:37.462723 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-39ff4087-b40d-47ae-abd5-01889e271937 req-2394a126-696e-4e2e-b671-983f7856d8f2 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513461 May 23 15:34:37.566456 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 36002) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:34:37.653846 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:37.724480 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6df26473-37b4-4881-8de2-6cc236e9902b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:37.728290 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6df26473-37b4-4881-8de2-6cc236e9902b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-863864'] for floatingip (5a2aeab0-46b4-438f-84b6-cf067e7d0ead), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:37.758587 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device d674721e-f3c3-41d6-99a3-5276229c8c17 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:34:37.778113 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] No Port match for: d674721e-f3c3-41d6-99a3-5276229c8c17 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:34:37.778723 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device d674721e-f3c3-41d6-99a3-5276229c8c17 not bound to the agent host hv-cinder-84112 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:34:37.830793 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:37.838173 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.db.l3_db [None req-6df26473-37b4-4881-8de2-6cc236e9902b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Floating IP 5a2aeab0-46b4-438f-84b6-cf067e7d0ead associated. External IP: 172.27.2.149, port: 1163c3a8-18a2-4093-9e90-731d856e8076. May 23 15:34:37.979170 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d5661-b0fc-4679-8cf8-2455475271f4 req-32f09e1b-4c80-4315-b91a-45c93d02ade7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:37.980562 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f24d5661-b0fc-4679-8cf8-2455475271f4 req-32f09e1b-4c80-4315-b91a-45c93d02ade7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 1129 time: 0.0846069 May 23 15:34:37.981200 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b965071f-e8e9-4cf2-a75f-6e0319fb357d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-863352'] for router_interface (e55fd884-a3c0-46fd-ad14-c48660fd9458), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:38.057427 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:38.095008 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f24d5661-b0fc-4679-8cf8-2455475271f4 req-b39ab408-8d61-4000-92df-e5668ca64c7c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820215 May 23 15:34:38.272561 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df26473-37b4-4881-8de2-6cc236e9902b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Router 8f83d07c-5957-4883-bfd3-40c57a380ba1 has already been hosted by L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:34:38.277734 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-b965071f-e8e9-4cf2-a75f-6e0319fb357d admin admin] Deleting port da4be61b-1a87-4800-8949-7539c3819b86 {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:34:38.278078 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b965071f-e8e9-4cf2-a75f-6e0319fb357d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (da4be61b-1a87-4800-8949-7539c3819b86), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:38.379281 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df26473-37b4-4881-8de2-6cc236e9902b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:34:38.383768 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6df26473-37b4-4881-8de2-6cc236e9902b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for floatingip (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:38.399795 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5f4436-c730-4c80-9bfd-124ac9d6c744 None None] Sync routers for ids ['8f83d07c-5957-4883-bfd3-40c57a380ba1'] in dv-cinder-841125-8-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:34:38.417088 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5f4436-c730-4c80-9bfd-124ac9d6c744 None None] Routers {'8f83d07c-5957-4883-bfd3-40c57a380ba1'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:34:38.417728 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-5c5f4436-c730-4c80-9bfd-124ac9d6c744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:34:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['8f83d07c-5957-4883-bfd3-40c57a380ba1'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:34:38.426356 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-6df26473-37b4-4881-8de2-6cc236e9902b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "PUT /v2.0/floatingips/5a2aeab0-46b4-438f-84b6-cf067e7d0ead HTTP/1.1" status: 200 len: 992 time: 1.1853092 May 23 15:34:38.426356 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5c3bd6-1b7d-4c25-a705-2291f6709285', 'tag': '1163c3a8-18a2-4093-9e90-731d856e8076'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:34:38.427149 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d701dac66fe37c46ae86bb78260b1e19b4b16e00f190307f8222235e17cfe25e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc411aea-d99e-4f0e-b42a-8069094ef80c" -d '{"events": [{"name": "network-changed", "server_uuid": "7f5c3bd6-1b7d-4c25-a705-2291f6709285", "tag": "1163c3a8-18a2-4093-9e90-731d856e8076"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:34:38.465463 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab7516a-3565-44b8-b6c2-fb7000099acb x-openstack-request-id: req-eab7516a-3565-44b8-b6c2-fb7000099acb {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:34:38.466252 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f5c3bd6-1b7d-4c25-a705-2291f6709285", "tag": "1163c3a8-18a2-4093-9e90-731d856e8076", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:34:38.466252 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eab7516a-3565-44b8-b6c2-fb7000099acb {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:34:38.466582 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eab7516a-3565-44b8-b6c2-fb7000099acb'] response: {'name': 'network-changed', 'server_uuid': '7f5c3bd6-1b7d-4c25-a705-2291f6709285', 'tag': '1163c3a8-18a2-4093-9e90-731d856e8076', 'status': 'completed', 'code': 200} May 23 15:34:38.530431 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=100 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:38.535557 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-5c5f4436-c730-4c80-9bfd-124ac9d6c744 None None] Set router 8f83d07c-5957-4883-bfd3-40c57a380ba1 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:34:38.595868 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c8daf-269a-4e67-bc2a-97e66547d37e req-7890bd21-8c37-409c-9946-a03e2ff5c7a5 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:38.597373 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-267c8daf-269a-4e67-bc2a-97e66547d37e req-7890bd21-8c37-409c-9946-a03e2ff5c7a5 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 945 time: 0.0640733 May 23 15:34:38.641659 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [None req-b965071f-e8e9-4cf2-a75f-6e0319fb357d admin admin] For port da4be61b-1a87-4800-8949-7539c3819b86, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=da4be61b-1a87-4800-8949-7539c3819b86,segment=NetworkSegment(c75bb067-5a18-44e4-89b4-f4921652f916),segment_id=c75bb067-5a18-44e4-89b4-f4921652f916)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:34:38.642031 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b965071f-e8e9-4cf2-a75f-6e0319fb357d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (da4be61b-1a87-4800-8949-7539c3819b86), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:38.663899 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-b965071f-e8e9-4cf2-a75f-6e0319fb357d admin admin] Calling delete_port for da4be61b-1a87-4800-8949-7539c3819b86 owned by network:router_interface {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:34:38.686049 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-267c8daf-269a-4e67-bc2a-97e66547d37e req-ddb428d2-ad65-42ed-9958-e1ef103ac7fb tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815301 May 23 15:34:38.749506 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-5c5f4436-c730-4c80-9bfd-124ac9d6c744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'name': 'tempest-AttachVolumeShelveTestJSON-765194453-router', 'tenant_id': '65c6b1563c424330ade1ef15f8efa110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '46b88a5c-1348-414c-bd52-b8fe78e8c9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:46Z', 'updated_at': '2022-05-23T15:29:57Z', 'revision_number': 4, 'project_id': '65c6b1563c424330ade1ef15f8efa110', 'gw_port': {'id': '46b88a5c-1348-414c-bd52-b8fe78e8c9bc', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:04:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_floatingips': [{'id': '5a2aeab0-46b4-438f-84b6-cf067e7d0ead', 'tenant_id': '65c6b1563c424330ade1ef15f8efa110', 'floating_ip_address': '172.27.2.149', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'port_id': '1163c3a8-18a2-4093-9e90-731d856e8076', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '751cbaf0-d17b-4cd8-950f-078d51e9414f', 'mac_address': 'fa:16:3e:5d:5a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5c3bd6-1b7d-4c25-a705-2291f6709285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:34:23Z', 'updated_at': '2022-05-23T15:34:37Z', 'revision_number': 1, 'project_id': '65c6b1563c424330ade1ef15f8efa110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd39059b-c103-493b-96f9-26f4b5a3695d', 'name': '', 'network_id': '751cbaf0-d17b-4cd8-950f-078d51e9414f', 'tenant_id': '65c6b1563c424330ade1ef15f8efa110', 'mac_address': 'fa:16:3e:6e:4f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '045c111a-efa9-497c-8e54-7f6b21c0aa2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:54Z', 'updated_at': '2022-05-23T15:30:09Z', 'revision_number': 5, 'project_id': '65c6b1563c424330ade1ef15f8efa110', 'subnets': [{'id': '045c111a-efa9-497c-8e54-7f6b21c0aa2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:34:38.773458 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5f4436-c730-4c80-9bfd-124ac9d6c744 None None] Checking router: 8f83d07c-5957-4883-bfd3-40c57a380ba1 for host: dv-cinder-841125-8-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:34:38.782555 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5f4436-c730-4c80-9bfd-124ac9d6c744 None None] Routers {'8f83d07c-5957-4883-bfd3-40c57a380ba1'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:34:38.783099 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-5c5f4436-c730-4c80-9bfd-124ac9d6c744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:34:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['8f83d07c-5957-4883-bfd3-40c57a380ba1'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:34:38.799094 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:38.859685 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b965071f-e8e9-4cf2-a75f-6e0319fb357d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (da4be61b-1a87-4800-8949-7539c3819b86), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:38.884543 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-5c5f4436-c730-4c80-9bfd-124ac9d6c744 None None] Set router 8f83d07c-5957-4883-bfd3-40c57a380ba1 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:34:38.885759 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b965071f-e8e9-4cf2-a75f-6e0319fb357d admin admin] Pushing event deleted for resources: {'Port': ['ID=da4be61b-1a87-4800-8949-7539c3819b86,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:38.983904 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc411aea-d99e-4f0e-b42a-8069094ef80c req-41b2c6d7-7ca4-421b-bb8a-c5f1ef39be0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:38.985444 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cc411aea-d99e-4f0e-b42a-8069094ef80c req-41b2c6d7-7ca4-421b-bb8a-c5f1ef39be0c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=65c6b1563c424330ade1ef15f8efa110&device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 1130 time: 0.0556064 May 23 15:34:39.108436 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-5c5f4436-c730-4c80-9bfd-124ac9d6c744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'name': 'tempest-AttachVolumeShelveTestJSON-765194453-router', 'tenant_id': '65c6b1563c424330ade1ef15f8efa110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '46b88a5c-1348-414c-bd52-b8fe78e8c9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:46Z', 'updated_at': '2022-05-23T15:29:57Z', 'revision_number': 4, 'project_id': '65c6b1563c424330ade1ef15f8efa110', 'gw_port': {'id': '46b88a5c-1348-414c-bd52-b8fe78e8c9bc', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:04:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_floatingips': [{'id': '5a2aeab0-46b4-438f-84b6-cf067e7d0ead', 'tenant_id': '65c6b1563c424330ade1ef15f8efa110', 'floating_ip_address': '172.27.2.149', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'port_id': '1163c3a8-18a2-4093-9e90-731d856e8076', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '751cbaf0-d17b-4cd8-950f-078d51e9414f', 'mac_address': 'fa:16:3e:5d:5a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5c3bd6-1b7d-4c25-a705-2291f6709285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:34:23Z', 'updated_at': '2022-05-23T15:34:37Z', 'revision_number': 1, 'project_id': '65c6b1563c424330ade1ef15f8efa110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd39059b-c103-493b-96f9-26f4b5a3695d', 'name': '', 'network_id': '751cbaf0-d17b-4cd8-950f-078d51e9414f', 'tenant_id': '65c6b1563c424330ade1ef15f8efa110', 'mac_address': 'fa:16:3e:6e:4f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '045c111a-efa9-497c-8e54-7f6b21c0aa2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:54Z', 'updated_at': '2022-05-23T15:30:09Z', 'revision_number': 5, 'project_id': '65c6b1563c424330ade1ef15f8efa110', 'subnets': [{'id': '045c111a-efa9-497c-8e54-7f6b21c0aa2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:34:39.132804 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5f4436-c730-4c80-9bfd-124ac9d6c744 None None] The sync data for ids ['8f83d07c-5957-4883-bfd3-40c57a380ba1'] in dv-cinder-841125-8-iscsi is: [{'id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'name': 'tempest-AttachVolumeShelveTestJSON-765194453-router', 'tenant_id': '65c6b1563c424330ade1ef15f8efa110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '46b88a5c-1348-414c-bd52-b8fe78e8c9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:46Z', 'updated_at': '2022-05-23T15:29:57Z', 'revision_number': 4, 'project_id': '65c6b1563c424330ade1ef15f8efa110', 'gw_port': {'id': '46b88a5c-1348-414c-bd52-b8fe78e8c9bc', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:04:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_floatingips': [{'id': '5a2aeab0-46b4-438f-84b6-cf067e7d0ead', 'tenant_id': '65c6b1563c424330ade1ef15f8efa110', 'floating_ip_address': '172.27.2.149', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'port_id': '1163c3a8-18a2-4093-9e90-731d856e8076', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '751cbaf0-d17b-4cd8-950f-078d51e9414f', 'mac_address': 'fa:16:3e:5d:5a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5c3bd6-1b7d-4c25-a705-2291f6709285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:34:23Z', 'updated_at': '2022-05-23T15:34:37Z', 'revision_number': 1, 'project_id': '65c6b1563c424330ade1ef15f8efa110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd39059b-c103-493b-96f9-26f4b5a3695d', 'name': '', 'network_id': '751cbaf0-d17b-4cd8-950f-078d51e9414f', 'tenant_id': '65c6b1563c424330ade1ef15f8efa110', 'mac_address': 'fa:16:3e:6e:4f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '045c111a-efa9-497c-8e54-7f6b21c0aa2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:54Z', 'updated_at': '2022-05-23T15:30:09Z', 'revision_number': 5, 'project_id': '65c6b1563c424330ade1ef15f8efa110', 'subnets': [{'id': '045c111a-efa9-497c-8e54-7f6b21c0aa2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:34:39.159369 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b965071f-e8e9-4cf2-a75f-6e0319fb357d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-244729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-863468'] for router_interface (e55fd884-a3c0-46fd-ad14-c48660fd9458), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:39.180381 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc411aea-d99e-4f0e-b42a-8069094ef80c req-2426bddb-4e23-48bd-8c4e-defa7de6ef60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:39.181891 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cc411aea-d99e-4f0e-b42a-8069094ef80c req-2426bddb-4e23-48bd-8c4e-defa7de6ef60 service neutron] 10.222.0.72 "GET /v2.0/networks?id=751cbaf0-d17b-4cd8-950f-078d51e9414f HTTP/1.1" status: 200 len: 917 time: 0.1900175 May 23 15:34:39.315155 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cc411aea-d99e-4f0e-b42a-8069094ef80c req-9c7a3293-4737-4e74-9f78-414dcc0659db service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1163c3a8-18a2-4093-9e90-731d856e8076 HTTP/1.1" status: 200 len: 1000 time: 0.0958502 May 23 15:34:39.331839 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f461f204-54d0-4697-9019-0a9f84df5691 None None] New status for floating IP 5a2aeab0-46b4-438f-84b6-cf067e7d0ead: ACTIVE {{(pid=104082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:34:39.338613 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:39.374202 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:39.441775 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b965071f-e8e9-4cf2-a75f-6e0319fb357d admin admin] Router e55fd884-a3c0-46fd-ad14-c48660fd9458 has already been hosted by L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:34:39.543932 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b965071f-e8e9-4cf2-a75f-6e0319fb357d admin admin] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:34:39.550040 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-b965071f-e8e9-4cf2-a75f-6e0319fb357d admin admin] 10.222.0.30 "PUT /v2.0/routers/e55fd884-a3c0-46fd-ad14-c48660fd9458/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9824553 May 23 15:34:39.552527 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 36012) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:34:39.553294 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b808727-a551-4766-9db3-24be8641bf61 None None] Sync routers for ids ['e55fd884-a3c0-46fd-ad14-c48660fd9458'] in dv-cinder-841125-8-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:34:39.564330 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b808727-a551-4766-9db3-24be8641bf61 None None] Routers {'e55fd884-a3c0-46fd-ad14-c48660fd9458'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:34:39.565052 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-6b808727-a551-4766-9db3-24be8641bf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:34:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['e55fd884-a3c0-46fd-ad14-c48660fd9458'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:34:39.651561 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5ab7f057-af94-4dce-b862-f3af66000378 admin admin] Publish callbacks [] for router (e55fd884-a3c0-46fd-ad14-c48660fd9458), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:39.666599 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-6b808727-a551-4766-9db3-24be8641bf61 None None] Set router e55fd884-a3c0-46fd-ad14-c48660fd9458 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:34:39.668167 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=100 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:39.734622 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:39.740729 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=100 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:39.757028 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5ab7f057-af94-4dce-b862-f3af66000378 admin admin] Publish callbacks [] for router_gateway (e55fd884-a3c0-46fd-ad14-c48660fd9458), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:39.805888 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-5ab7f057-af94-4dce-b862-f3af66000378 admin admin] Deleting port 40b3f06b-a363-4052-8941-a2e1dec2271a {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:34:39.806513 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5ab7f057-af94-4dce-b862-f3af66000378 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (40b3f06b-a363-4052-8941-a2e1dec2271a), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:39.815519 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28149a-81b3-4b5d-a4fc-8dc73dffdd48 req-dc5de8c0-e243-4f20-b148-5bfa2b6b0852 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:39.817705 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2b28149a-81b3-4b5d-a4fc-8dc73dffdd48 req-dc5de8c0-e243-4f20-b148-5bfa2b6b0852 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 945 time: 0.0517635 May 23 15:34:39.844637 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=100 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:39.861618 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-6b808727-a551-4766-9db3-24be8641bf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55fd884-a3c0-46fd-ad14-c48660fd9458', 'name': 'tempest-TestMinimumBasicScenario-605869040-router', 'tenant_id': '591802cf5c044932940307866f388790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '40b3f06b-a363-4052-8941-a2e1dec2271a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:31:22Z', 'updated_at': '2022-05-23T15:34:38Z', 'revision_number': 5, 'project_id': '591802cf5c044932940307866f388790', 'gw_port': {'id': '40b3f06b-a363-4052-8941-a2e1dec2271a', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:36:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55fd884-a3c0-46fd-ad14-c48660fd9458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:31:22Z', 'updated_at': '2022-05-23T15:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi'}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:34:39.868220 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2b28149a-81b3-4b5d-a4fc-8dc73dffdd48 req-96e67c22-3c0e-48b3-a388-92615c88434a tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434117 May 23 15:34:39.894376 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [None req-5ab7f057-af94-4dce-b862-f3af66000378 admin admin] For port 40b3f06b-a363-4052-8941-a2e1dec2271a, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=40b3f06b-a363-4052-8941-a2e1dec2271a,segment=NetworkSegment(36a83107-a298-4f41-a08d-e6c665169c28),segment_id=36a83107-a298-4f41-a08d-e6c665169c28)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:34:39.894947 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5ab7f057-af94-4dce-b862-f3af66000378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (40b3f06b-a363-4052-8941-a2e1dec2271a), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:39.911473 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-5ab7f057-af94-4dce-b862-f3af66000378 admin admin] Calling delete_port for 40b3f06b-a363-4052-8941-a2e1dec2271a owned by network:router_gateway {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:34:39.982562 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b808727-a551-4766-9db3-24be8641bf61 None None] Checking router: e55fd884-a3c0-46fd-ad14-c48660fd9458 for host: dv-cinder-841125-8-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:34:39.991653 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b808727-a551-4766-9db3-24be8641bf61 None None] Routers {'e55fd884-a3c0-46fd-ad14-c48660fd9458'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:34:39.992224 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-6b808727-a551-4766-9db3-24be8641bf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:34:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['e55fd884-a3c0-46fd-ad14-c48660fd9458'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:34:40.028585 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc411aea-d99e-4f0e-b42a-8069094ef80c req-f9b81dde-a384-4a70-a8d3-1c55c1196623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:40.030624 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cc411aea-d99e-4f0e-b42a-8069094ef80c req-f9b81dde-a384-4a70-a8d3-1c55c1196623 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=045c111a-efa9-497c-8e54-7f6b21c0aa2b HTTP/1.1" status: 200 len: 855 time: 0.0755944 May 23 15:34:40.074507 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-6b808727-a551-4766-9db3-24be8641bf61 None None] Set router e55fd884-a3c0-46fd-ad14-c48660fd9458 gateway port host: None {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:34:40.114692 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc411aea-d99e-4f0e-b42a-8069094ef80c req-1369d91b-8317-42db-815c-c74201d6765b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:40.116111 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cc411aea-d99e-4f0e-b42a-8069094ef80c req-1369d91b-8317-42db-815c-c74201d6765b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=751cbaf0-d17b-4cd8-950f-078d51e9414f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526440 May 23 15:34:40.123600 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-6b808727-a551-4766-9db3-24be8641bf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55fd884-a3c0-46fd-ad14-c48660fd9458', 'name': 'tempest-TestMinimumBasicScenario-605869040-router', 'tenant_id': '591802cf5c044932940307866f388790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:31:22Z', 'updated_at': '2022-05-23T15:34:39Z', 'revision_number': 6, 'project_id': '591802cf5c044932940307866f388790', 'gw_port_host': None}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:34:40.151070 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b808727-a551-4766-9db3-24be8641bf61 None None] The sync data for ids ['e55fd884-a3c0-46fd-ad14-c48660fd9458'] in dv-cinder-841125-8-iscsi is: [{'id': 'e55fd884-a3c0-46fd-ad14-c48660fd9458', 'name': 'tempest-TestMinimumBasicScenario-605869040-router', 'tenant_id': '591802cf5c044932940307866f388790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:31:22Z', 'updated_at': '2022-05-23T15:34:39Z', 'revision_number': 6, 'project_id': '591802cf5c044932940307866f388790', 'gw_port_host': None}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:34:40.233764 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:40.249016 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5ab7f057-af94-4dce-b862-f3af66000378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (40b3f06b-a363-4052-8941-a2e1dec2271a), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:40.285708 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cc411aea-d99e-4f0e-b42a-8069094ef80c req-9a7a06b9-0520-4bd8-bae8-f06284f656b7 service neutron] 10.222.0.72 "GET /v2.0/networks/751cbaf0-d17b-4cd8-950f-078d51e9414f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615129 May 23 15:34:40.289243 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab7f057-af94-4dce-b862-f3af66000378 admin admin] Pushing event deleted for resources: {'Port': ['ID=40b3f06b-a363-4052-8941-a2e1dec2271a,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:40.400156 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5ab7f057-af94-4dce-b862-f3af66000378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-866434'] for router_gateway (e55fd884-a3c0-46fd-ad14-c48660fd9458), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:40.518828 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cc411aea-d99e-4f0e-b42a-8069094ef80c req-a3950b37-f563-410c-8f88-93809c9953af service neutron] 10.222.0.72 "GET /v2.0/networks/751cbaf0-d17b-4cd8-950f-078d51e9414f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258623 May 23 15:34:40.522589 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5ab7f057-af94-4dce-b862-f3af66000378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-866909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31511'] for router (e55fd884-a3c0-46fd-ad14-c48660fd9458), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:40.524803 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5ab7f057-af94-4dce-b862-f3af66000378 admin admin] Publish callbacks [] for router_controller (e55fd884-a3c0-46fd-ad14-c48660fd9458), precommit_delete_associations {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:40.597166 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5ab7f057-af94-4dce-b862-f3af66000378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-866852'] for router (e55fd884-a3c0-46fd-ad14-c48660fd9458), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:40.597757 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab7f057-af94-4dce-b862-f3af66000378 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e55fd884-a3c0-46fd-ad14-c48660fd9458 {{(pid=104080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 15:34:40.608262 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5ab7f057-af94-4dce-b862-f3af66000378 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:40.609477 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-5ab7f057-af94-4dce-b862-f3af66000378 admin admin] 10.222.0.30 "DELETE /v2.0/routers/e55fd884-a3c0-46fd-ad14-c48660fd9458 HTTP/1.1" status: 204 len: 168 time: 1.0559959 May 23 15:34:40.611913 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 36016) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:34:40.655669 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a675863-ce86-4fe2-8fef-e886c03c8aff admin admin] Deleting subnet 21e5e43a-788f-4723-b6ca-c532e85a803f {{(pid=104080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 15:34:40.658630 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2a675863-ce86-4fe2-8fef-e886c03c8aff admin admin] Publish callbacks [] for subnet (21e5e43a-788f-4723-b6ca-c532e85a803f), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:40.687226 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:40.697215 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2a675863-ce86-4fe2-8fef-e886c03c8aff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4413008'] for subnet (21e5e43a-788f-4723-b6ca-c532e85a803f), precommit_delete_associations {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:40.799008 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2a675863-ce86-4fe2-8fef-e886c03c8aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773257'] for subnet (21e5e43a-788f-4723-b6ca-c532e85a803f), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:40.850967 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2a675863-ce86-4fe2-8fef-e886c03c8aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4413132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4276918'] for subnet (21e5e43a-788f-4723-b6ca-c532e85a803f), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:40.879863 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a675863-ce86-4fe2-8fef-e886c03c8aff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21e5e43a-788f-4723-b6ca-c532e85a803f,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:40.884635 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2a675863-ce86-4fe2-8fef-e886c03c8aff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:40.891180 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-2a675863-ce86-4fe2-8fef-e886c03c8aff admin admin] 10.222.0.30 "DELETE /v2.0/subnets/21e5e43a-788f-4723-b6ca-c532e85a803f HTTP/1.1" status: 204 len: 168 time: 0.2754340 May 23 15:34:40.891322 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec74b058-be2f-4647-9eb6-99e6b41e8d11 None None] Network 209a8533-2c3a-4df0-b96f-8327ce97789f requested from dv-cinder-841125-8-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:34:40.891757 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 36018) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:34:40.997171 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-67a24ae2-433f-4cb1-9e56-2ada3c8eab23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1839458'] for network (209a8533-2c3a-4df0-b96f-8327ce97789f), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:41.023443 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78559aa9-3a1b-4b95-b37e-99bc4247f602 req-a7aa339e-da25-4103-b0fb-37c0e3fd0943 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:41.025644 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-78559aa9-3a1b-4b95-b37e-99bc4247f602 req-a7aa339e-da25-4103-b0fb-37c0e3fd0943 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 945 time: 0.0668209 May 23 15:34:41.078583 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2f2136-c0ca-4f7c-ad4a-1f8e69f4f74d None None] DHCP port deletion for 209a8533-2c3a-4df0-b96f-8327ce97789f request from dv-cinder-841125-8-iscsi {{(pid=104082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 23 15:34:41.090050 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-67a24ae2-433f-4cb1-9e56-2ada3c8eab23 admin admin] Deleting port c825192d-86dc-4333-aed3-dfc668c95253 {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:34:41.090399 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-67a24ae2-433f-4cb1-9e56-2ada3c8eab23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (c825192d-86dc-4333-aed3-dfc668c95253), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:41.117395 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-5b2f2136-c0ca-4f7c-ad4a-1f8e69f4f74d None None] Deleting port c825192d-86dc-4333-aed3-dfc668c95253 {{(pid=104082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:34:41.117801 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5b2f2136-c0ca-4f7c-ad4a-1f8e69f4f74d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (c825192d-86dc-4333-aed3-dfc668c95253), before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:41.158875 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-78559aa9-3a1b-4b95-b37e-99bc4247f602 req-2f53f599-4be4-44e0-9cb4-bf9d04d42156 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280429 May 23 15:34:41.179452 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [None req-67a24ae2-433f-4cb1-9e56-2ada3c8eab23 admin admin] For port c825192d-86dc-4333-aed3-dfc668c95253, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=c825192d-86dc-4333-aed3-dfc668c95253,segment=NetworkSegment(c75bb067-5a18-44e4-89b4-f4921652f916),segment_id=c75bb067-5a18-44e4-89b4-f4921652f916)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:34:41.180133 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-67a24ae2-433f-4cb1-9e56-2ada3c8eab23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (c825192d-86dc-4333-aed3-dfc668c95253), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:41.188670 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-5b2f2136-c0ca-4f7c-ad4a-1f8e69f4f74d None None] For port c825192d-86dc-4333-aed3-dfc668c95253, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=c825192d-86dc-4333-aed3-dfc668c95253,segment=NetworkSegment(c75bb067-5a18-44e4-89b4-f4921652f916),segment_id=c75bb067-5a18-44e4-89b4-f4921652f916)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:34:41.189348 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5b2f2136-c0ca-4f7c-ad4a-1f8e69f4f74d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (c825192d-86dc-4333-aed3-dfc668c95253), precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:41.197234 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-67a24ae2-433f-4cb1-9e56-2ada3c8eab23 admin admin] Calling delete_port for c825192d-86dc-4333-aed3-dfc668c95253 owned by network:dhcp {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:34:41.208511 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-5b2f2136-c0ca-4f7c-ad4a-1f8e69f4f74d None None] Calling delete_port for c825192d-86dc-4333-aed3-dfc668c95253 owned by network:dhcp {{(pid=104082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:34:41.244151 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:41.295613 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-67a24ae2-433f-4cb1-9e56-2ada3c8eab23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (c825192d-86dc-4333-aed3-dfc668c95253), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:41.330572 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a24ae2-433f-4cb1-9e56-2ada3c8eab23 admin admin] Pushing event deleted for resources: {'Port': ['ID=c825192d-86dc-4333-aed3-dfc668c95253,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:41.338510 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a24ae2-433f-4cb1-9e56-2ada3c8eab23 admin admin] No DVR routers for this DVR port c825192d-86dc-4333-aed3-dfc668c95253 on host dv-cinder-841125-8-iscsi {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:34:41.343383 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5b2f2136-c0ca-4f7c-ad4a-1f8e69f4f74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974'] for port (c825192d-86dc-4333-aed3-dfc668c95253), after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:41.376107 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f2136-c0ca-4f7c-ad4a-1f8e69f4f74d None None] Pushing event deleted for resources: {'Port': ['ID=c825192d-86dc-4333-aed3-dfc668c95253,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:41.378866 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2f2136-c0ca-4f7c-ad4a-1f8e69f4f74d None None] No DVR routers for this DVR port c825192d-86dc-4333-aed3-dfc668c95253 on host dv-cinder-841125-8-iscsi {{(pid=104082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:34:41.469962 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device da4be61b-1a87-4800-8949-7539c3819b86 no longer exists at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:34:41.494095 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] No Port match for: da4be61b-1a87-4800-8949-7539c3819b86 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:34:41.494594 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device da4be61b-1a87-4800-8949-7539c3819b86 not bound to the agent host dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:34:41.495132 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device c825192d-86dc-4333-aed3-dfc668c95253 no longer exists at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:34:41.516112 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] No Port match for: c825192d-86dc-4333-aed3-dfc668c95253 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:34:41.516539 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device c825192d-86dc-4333-aed3-dfc668c95253 not bound to the agent host dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:34:41.517089 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 40b3f06b-a363-4052-8941-a2e1dec2271a no longer exists at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:34:41.537273 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] No Port match for: 40b3f06b-a363-4052-8941-a2e1dec2271a {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:34:41.537729 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 40b3f06b-a363-4052-8941-a2e1dec2271a not bound to the agent host dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:34:41.645150 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-67a24ae2-433f-4cb1-9e56-2ada3c8eab23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769542', 'neutron.services.segments.db._delete_segments_for_network-8781040571751'] for network (209a8533-2c3a-4df0-b96f-8327ce97789f), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:41.665695 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-67a24ae2-433f-4cb1-9e56-2ada3c8eab23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['209a8533-2c3a-4df0-b96f-8327ce97789f']}} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:34:41.675792 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-67a24ae2-433f-4cb1-9e56-2ada3c8eab23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c75bb067-5a18-44e4-89b4-f4921652f916') {'for_net_delete': True} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:34:41.676029 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-67a24ae2-433f-4cb1-9e56-2ada3c8eab23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c75bb067-5a18-44e4-89b4-f4921652f916') {} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:34:41.686089 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-67a24ae2-433f-4cb1-9e56-2ada3c8eab23 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781040573040', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4413023'] for segment (c75bb067-5a18-44e4-89b4-f4921652f916), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:41.702316 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-67a24ae2-433f-4cb1-9e56-2ada3c8eab23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226'] for segment (c75bb067-5a18-44e4-89b4-f4921652f916), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:41.709062 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67a24ae2-433f-4cb1-9e56-2ada3c8eab23 admin admin] Releasing vlan 986 on physical network physnet1 to pool {{(pid=104080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 15:34:41.709711 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-67a24ae2-433f-4cb1-9e56-2ada3c8eab23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4413230'] for segment (c75bb067-5a18-44e4-89b4-f4921652f916), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:41.754536 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.services.segments.plugin [-] Segment c75bb067-5a18-44e4-89b4-f4921652f916 resource provider aggregate not found May 23 15:34:41.804713 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.services.segments.plugin [-] Segment c75bb067-5a18-44e4-89b4-f4921652f916 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c75bb067-5a18-44e4-89b4-f4921652f916 found for delete ", "request_id": "req-91690fcd-9b5d-467e-916b-4aa9acf21d0f"}]} May 23 15:34:41.808397 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-67a24ae2-433f-4cb1-9e56-2ada3c8eab23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-863850'] for network (209a8533-2c3a-4df0-b96f-8327ce97789f), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:41.812095 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d5fcb-b4ab-49ad-ae17-b3eed3d2169c req-ab418e44-9316-4345-a484-d9eb276d86db tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:41.815129 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-67a24ae2-433f-4cb1-9e56-2ada3c8eab23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:41.818200 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-67a24ae2-433f-4cb1-9e56-2ada3c8eab23 admin admin] 10.222.0.30 "DELETE /v2.0/networks/209a8533-2c3a-4df0-b96f-8327ce97789f HTTP/1.1" status: 204 len: 168 time: 0.9254971 May 23 15:34:41.818861 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0f9d5fcb-b4ab-49ad-ae17-b3eed3d2169c req-ab418e44-9316-4345-a484-d9eb276d86db tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 945 time: 0.0643392 May 23 15:34:41.821783 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 36038) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:34:41.861722 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0f9d5fcb-b4ab-49ad-ae17-b3eed3d2169c req-993eafbe-e745-451d-a83a-edac6f9c431b tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418780 May 23 15:34:41.869136 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a24ae2-433f-4cb1-9e56-2ada3c8eab23 admin admin] Pushing event deleted for resources: {'Network': ['ID=209a8533-2c3a-4df0-b96f-8327ce97789f,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:41.881288 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b05a03-aeed-4af9-89bc-ba6628fc14bc req-5f33cbf6-4d24-4965-a1d8-1020bceaf3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:41.881288 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f5b05a03-aeed-4af9-89bc-ba6628fc14bc req-5f33cbf6-4d24-4965-a1d8-1020bceaf3b7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0712b807a4584f7b8f019ceb65ff1e14&device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 1129 time: 0.1095471 May 23 15:34:41.910027 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:42.066575 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b05a03-aeed-4af9-89bc-ba6628fc14bc req-c624d572-955e-45c3-b19e-8762e01c383b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:42.068054 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f5b05a03-aeed-4af9-89bc-ba6628fc14bc req-c624d572-955e-45c3-b19e-8762e01c383b service neutron] 10.222.0.72 "GET /v2.0/networks?id=0d1e2450-f071-48af-a078-8358b70cb4cd HTTP/1.1" status: 200 len: 920 time: 0.1847932 May 23 15:34:42.177670 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f5b05a03-aeed-4af9-89bc-ba6628fc14bc req-3d4a3ddb-5885-44d4-a241-48b39069fc73 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e105091f-4632-47d3-b731-412205a70375 HTTP/1.1" status: 200 len: 1001 time: 0.1023850 May 23 15:34:42.286505 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b05a03-aeed-4af9-89bc-ba6628fc14bc req-91651bb5-0bfe-402b-ad9f-587293b10c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:42.287944 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f5b05a03-aeed-4af9-89bc-ba6628fc14bc req-91651bb5-0bfe-402b-ad9f-587293b10c9a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2 HTTP/1.1" status: 200 len: 858 time: 0.0912030 May 23 15:34:42.363709 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b05a03-aeed-4af9-89bc-ba6628fc14bc req-84c0334f-c9a3-42ad-ae47-cd63a300cb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:42.365119 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f5b05a03-aeed-4af9-89bc-ba6628fc14bc req-84c0334f-c9a3-42ad-ae47-cd63a300cb9e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0d1e2450-f071-48af-a078-8358b70cb4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0679350 May 23 15:34:42.393848 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f1d6b7f4-0066-4bec-9086-c59a458b54a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-863352'] for router_interface (790bc04d-ff20-49f0-8425-2764162a0231), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:42.463746 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:42.549292 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f5b05a03-aeed-4af9-89bc-ba6628fc14bc req-56bdc701-3b21-4ab5-af42-304ba6d06f9a service neutron] 10.222.0.72 "GET /v2.0/networks/0d1e2450-f071-48af-a078-8358b70cb4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761236 May 23 15:34:42.714276 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f5b05a03-aeed-4af9-89bc-ba6628fc14bc req-f9258dc1-1047-446d-9791-91577e0032bc service neutron] 10.222.0.72 "GET /v2.0/networks/0d1e2450-f071-48af-a078-8358b70cb4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351848 May 23 15:34:42.736263 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=100 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:42.747197 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-f1d6b7f4-0066-4bec-9086-c59a458b54a4 admin admin] Deleting port 3c2a5c6d-5bee-41b7-aa56-a3bfa8425310 {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:34:42.747520 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f1d6b7f4-0066-4bec-9086-c59a458b54a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (3c2a5c6d-5bee-41b7-aa56-a3bfa8425310), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:42.831409 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [None req-f1d6b7f4-0066-4bec-9086-c59a458b54a4 admin admin] For port 3c2a5c6d-5bee-41b7-aa56-a3bfa8425310, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=3c2a5c6d-5bee-41b7-aa56-a3bfa8425310,segment=NetworkSegment(d097feb8-b94e-40f2-b2e7-183ea76695b2),segment_id=d097feb8-b94e-40f2-b2e7-183ea76695b2)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:34:42.831773 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f1d6b7f4-0066-4bec-9086-c59a458b54a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (3c2a5c6d-5bee-41b7-aa56-a3bfa8425310), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:42.845282 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-f1d6b7f4-0066-4bec-9086-c59a458b54a4 admin admin] Calling delete_port for 3c2a5c6d-5bee-41b7-aa56-a3bfa8425310 owned by network:router_interface {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:34:42.999397 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045080f-06aa-4430-9bcd-c11a451f8786 req-afdcad11-a0f8-4e6f-ad16-5bc4ada85f30 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:43.000783 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5045080f-06aa-4430-9bcd-c11a451f8786 req-afdcad11-a0f8-4e6f-ad16-5bc4ada85f30 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 945 time: 0.0633259 May 23 15:34:43.079915 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5045080f-06aa-4430-9bcd-c11a451f8786 req-f8536048-ca89-4d01-8bd7-920dd94136ab tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721357 May 23 15:34:43.097199 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f1d6b7f4-0066-4bec-9086-c59a458b54a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (3c2a5c6d-5bee-41b7-aa56-a3bfa8425310), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:43.121908 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d6b7f4-0066-4bec-9086-c59a458b54a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c2a5c6d-5bee-41b7-aa56-a3bfa8425310,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:43.286040 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f1d6b7f4-0066-4bec-9086-c59a458b54a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-244729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-863468'] for router_interface (790bc04d-ff20-49f0-8425-2764162a0231), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:43.291608 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:43.494862 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d6b7f4-0066-4bec-9086-c59a458b54a4 admin admin] Router 790bc04d-ff20-49f0-8425-2764162a0231 has already been hosted by L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:34:43.547751 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:43.596089 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d6b7f4-0066-4bec-9086-c59a458b54a4 admin admin] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:34:43.601249 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-f1d6b7f4-0066-4bec-9086-c59a458b54a4 admin admin] 10.222.0.30 "PUT /v2.0/routers/790bc04d-ff20-49f0-8425-2764162a0231/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7785501 May 23 15:34:43.603750 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 36042) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:34:43.604401 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fba9d48-ff2b-4f81-ae27-f01a995cf1ce None None] Sync routers for ids ['790bc04d-ff20-49f0-8425-2764162a0231'] in dv-cinder-841125-8-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:34:43.615163 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fba9d48-ff2b-4f81-ae27-f01a995cf1ce None None] Routers {'790bc04d-ff20-49f0-8425-2764162a0231'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:34:43.615779 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-1fba9d48-ff2b-4f81-ae27-f01a995cf1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:34:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['790bc04d-ff20-49f0-8425-2764162a0231'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:34:43.701939 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-eea40bf1-dd08-4a8e-9a20-b8c1861c68e3 admin admin] Publish callbacks [] for router (790bc04d-ff20-49f0-8425-2764162a0231), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:43.717159 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-1fba9d48-ff2b-4f81-ae27-f01a995cf1ce None None] Set router 790bc04d-ff20-49f0-8425-2764162a0231 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:34:43.889142 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:43.893451 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-1fba9d48-ff2b-4f81-ae27-f01a995cf1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790bc04d-ff20-49f0-8425-2764162a0231', 'name': 'tempest-TestMinimumBasicScenario-1495827722-router', 'tenant_id': '06253b6d930e47fc97c4a4c0376e0d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '03a642c3-8baf-4cdd-9167-2d237009e33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:31:28Z', 'updated_at': '2022-05-23T15:34:43Z', 'revision_number': 5, 'project_id': '06253b6d930e47fc97c4a4c0376e0d5e', 'gw_port': {'id': '03a642c3-8baf-4cdd-9167-2d237009e33c', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790bc04d-ff20-49f0-8425-2764162a0231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:31:28Z', 'updated_at': '2022-05-23T15:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi'}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:34:43.923067 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fba9d48-ff2b-4f81-ae27-f01a995cf1ce None None] Checking router: 790bc04d-ff20-49f0-8425-2764162a0231 for host: dv-cinder-841125-8-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:34:43.932106 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fba9d48-ff2b-4f81-ae27-f01a995cf1ce None None] Routers {'790bc04d-ff20-49f0-8425-2764162a0231'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:34:43.932716 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-1fba9d48-ff2b-4f81-ae27-f01a995cf1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:34:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['790bc04d-ff20-49f0-8425-2764162a0231'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:34:44.024089 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-eea40bf1-dd08-4a8e-9a20-b8c1861c68e3 admin admin] Publish callbacks [] for router_gateway (790bc04d-ff20-49f0-8425-2764162a0231), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:44.032461 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-1fba9d48-ff2b-4f81-ae27-f01a995cf1ce None None] Set router 790bc04d-ff20-49f0-8425-2764162a0231 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:34:44.070889 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-eea40bf1-dd08-4a8e-9a20-b8c1861c68e3 admin admin] Deleting port 03a642c3-8baf-4cdd-9167-2d237009e33c {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:34:44.071284 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-eea40bf1-dd08-4a8e-9a20-b8c1861c68e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (03a642c3-8baf-4cdd-9167-2d237009e33c), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:44.154173 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [None req-eea40bf1-dd08-4a8e-9a20-b8c1861c68e3 admin admin] For port 03a642c3-8baf-4cdd-9167-2d237009e33c, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=03a642c3-8baf-4cdd-9167-2d237009e33c,segment=NetworkSegment(36a83107-a298-4f41-a08d-e6c665169c28),segment_id=36a83107-a298-4f41-a08d-e6c665169c28)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:34:44.154952 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-eea40bf1-dd08-4a8e-9a20-b8c1861c68e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (03a642c3-8baf-4cdd-9167-2d237009e33c), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:44.170570 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-eea40bf1-dd08-4a8e-9a20-b8c1861c68e3 admin admin] Calling delete_port for 03a642c3-8baf-4cdd-9167-2d237009e33c owned by network:router_gateway {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:34:44.209191 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38daac8c-fab8-4e5e-95c1-471539502deb req-45929c50-04ef-4c4d-9ee7-8bd9af59f337 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:44.210836 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-38daac8c-fab8-4e5e-95c1-471539502deb req-45929c50-04ef-4c4d-9ee7-8bd9af59f337 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 945 time: 0.0591829 May 23 15:34:44.231626 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:44.281434 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-38daac8c-fab8-4e5e-95c1-471539502deb req-1fb0f0be-b013-4646-a194-229b0e7a7fb0 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634606 May 23 15:34:44.342085 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-1fba9d48-ff2b-4f81-ae27-f01a995cf1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790bc04d-ff20-49f0-8425-2764162a0231', 'name': 'tempest-TestMinimumBasicScenario-1495827722-router', 'tenant_id': '06253b6d930e47fc97c4a4c0376e0d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '03a642c3-8baf-4cdd-9167-2d237009e33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:31:28Z', 'updated_at': '2022-05-23T15:34:43Z', 'revision_number': 5, 'project_id': '06253b6d930e47fc97c4a4c0376e0d5e', 'gw_port': {'id': '03a642c3-8baf-4cdd-9167-2d237009e33c', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790bc04d-ff20-49f0-8425-2764162a0231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:31:28Z', 'updated_at': '2022-05-23T15:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi'}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:34:44.351418 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-eea40bf1-dd08-4a8e-9a20-b8c1861c68e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (03a642c3-8baf-4cdd-9167-2d237009e33c), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:44.370242 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fba9d48-ff2b-4f81-ae27-f01a995cf1ce None None] The sync data for ids ['790bc04d-ff20-49f0-8425-2764162a0231'] in dv-cinder-841125-8-iscsi is: [{'id': '790bc04d-ff20-49f0-8425-2764162a0231', 'name': 'tempest-TestMinimumBasicScenario-1495827722-router', 'tenant_id': '06253b6d930e47fc97c4a4c0376e0d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '03a642c3-8baf-4cdd-9167-2d237009e33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:31:28Z', 'updated_at': '2022-05-23T15:34:43Z', 'revision_number': 5, 'project_id': '06253b6d930e47fc97c4a4c0376e0d5e', 'gw_port': {'id': '03a642c3-8baf-4cdd-9167-2d237009e33c', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790bc04d-ff20-49f0-8425-2764162a0231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:31:28Z', 'updated_at': '2022-05-23T15:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi'}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:34:44.375630 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea40bf1-dd08-4a8e-9a20-b8c1861c68e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=03a642c3-8baf-4cdd-9167-2d237009e33c,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:44.389830 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:44.451351 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-eea40bf1-dd08-4a8e-9a20-b8c1861c68e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-866434'] for router_gateway (790bc04d-ff20-49f0-8425-2764162a0231), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:44.541858 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-eea40bf1-dd08-4a8e-9a20-b8c1861c68e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-866909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31511'] for router (790bc04d-ff20-49f0-8425-2764162a0231), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:44.544024 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-eea40bf1-dd08-4a8e-9a20-b8c1861c68e3 admin admin] Publish callbacks [] for router_controller (790bc04d-ff20-49f0-8425-2764162a0231), precommit_delete_associations {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:44.590470 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-eea40bf1-dd08-4a8e-9a20-b8c1861c68e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-866852'] for router (790bc04d-ff20-49f0-8425-2764162a0231), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:44.591423 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea40bf1-dd08-4a8e-9a20-b8c1861c68e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 790bc04d-ff20-49f0-8425-2764162a0231 {{(pid=104080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 15:34:44.596693 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-eea40bf1-dd08-4a8e-9a20-b8c1861c68e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:44.597971 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-eea40bf1-dd08-4a8e-9a20-b8c1861c68e3 admin admin] 10.222.0.30 "DELETE /v2.0/routers/790bc04d-ff20-49f0-8425-2764162a0231 HTTP/1.1" status: 204 len: 168 time: 0.9932866 May 23 15:34:44.600443 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 36046) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:34:44.644662 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_v2 [None req-53b8a18e-a171-4961-82af-c737eeca40e5 admin admin] Deleting subnet abfc14a7-0b37-42cb-8373-0f34efd62f9d {{(pid=104080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 15:34:44.647917 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-53b8a18e-a171-4961-82af-c737eeca40e5 admin admin] Publish callbacks [] for subnet (abfc14a7-0b37-42cb-8373-0f34efd62f9d), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:44.686868 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-53b8a18e-a171-4961-82af-c737eeca40e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4413008'] for subnet (abfc14a7-0b37-42cb-8373-0f34efd62f9d), precommit_delete_associations {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:44.716330 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:44.766068 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-53b8a18e-a171-4961-82af-c737eeca40e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773257'] for subnet (abfc14a7-0b37-42cb-8373-0f34efd62f9d), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:44.822412 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-53b8a18e-a171-4961-82af-c737eeca40e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4413132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4276918'] for subnet (abfc14a7-0b37-42cb-8373-0f34efd62f9d), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:44.849636 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b8a18e-a171-4961-82af-c737eeca40e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abfc14a7-0b37-42cb-8373-0f34efd62f9d,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:44.851610 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-53b8a18e-a171-4961-82af-c737eeca40e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:44.854759 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-53b8a18e-a171-4961-82af-c737eeca40e5 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/abfc14a7-0b37-42cb-8373-0f34efd62f9d HTTP/1.1" status: 204 len: 168 time: 0.2532372 May 23 15:34:44.855922 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f4522e-32ca-4025-ae4b-08d898294dd2 None None] Network d82c44b5-d8b4-409d-ba8d-d8ab2a82feac requested from dv-cinder-841125-8-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:34:44.857724 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 36048) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:34:44.933098 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d1bd34a3-1c8a-4487-890b-6ee3dca32ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1839458'] for network (d82c44b5-d8b4-409d-ba8d-d8ab2a82feac), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:44.978359 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-d1bd34a3-1c8a-4487-890b-6ee3dca32ffb admin admin] Deleting port c94f543f-034e-4e74-8097-c95e511b958d {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:34:44.978703 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d1bd34a3-1c8a-4487-890b-6ee3dca32ffb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (c94f543f-034e-4e74-8097-c95e511b958d), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:45.028573 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ed8716-c2b5-4785-844a-e1460b371e37 None None] DHCP port deletion for d82c44b5-d8b4-409d-ba8d-d8ab2a82feac request from dv-cinder-841125-8-iscsi {{(pid=104082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 23 15:34:45.057126 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [None req-d1bd34a3-1c8a-4487-890b-6ee3dca32ffb admin admin] For port c94f543f-034e-4e74-8097-c95e511b958d, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=c94f543f-034e-4e74-8097-c95e511b958d,segment=NetworkSegment(d097feb8-b94e-40f2-b2e7-183ea76695b2),segment_id=d097feb8-b94e-40f2-b2e7-183ea76695b2)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:34:45.057500 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d1bd34a3-1c8a-4487-890b-6ee3dca32ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (c94f543f-034e-4e74-8097-c95e511b958d), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:45.069299 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a1ed8716-c2b5-4785-844a-e1460b371e37 None None] Deleting port c94f543f-034e-4e74-8097-c95e511b958d {{(pid=104082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:34:45.069677 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a1ed8716-c2b5-4785-844a-e1460b371e37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (c94f543f-034e-4e74-8097-c95e511b958d), before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:45.071870 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-d1bd34a3-1c8a-4487-890b-6ee3dca32ffb admin admin] Calling delete_port for c94f543f-034e-4e74-8097-c95e511b958d owned by network:dhcp {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:34:45.141526 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-a1ed8716-c2b5-4785-844a-e1460b371e37 None None] For port c94f543f-034e-4e74-8097-c95e511b958d, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=c94f543f-034e-4e74-8097-c95e511b958d,segment=NetworkSegment(d097feb8-b94e-40f2-b2e7-183ea76695b2),segment_id=d097feb8-b94e-40f2-b2e7-183ea76695b2)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:34:45.141923 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a1ed8716-c2b5-4785-844a-e1460b371e37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (c94f543f-034e-4e74-8097-c95e511b958d), precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:45.153242 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d1bd34a3-1c8a-4487-890b-6ee3dca32ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (c94f543f-034e-4e74-8097-c95e511b958d), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:45.155095 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a1ed8716-c2b5-4785-844a-e1460b371e37 None None] Calling delete_port for c94f543f-034e-4e74-8097-c95e511b958d owned by network:dhcp {{(pid=104082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:34:45.179297 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd34a3-1c8a-4487-890b-6ee3dca32ffb admin admin] Pushing event deleted for resources: {'Port': ['ID=c94f543f-034e-4e74-8097-c95e511b958d,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:45.183773 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bd34a3-1c8a-4487-890b-6ee3dca32ffb admin admin] No DVR routers for this DVR port c94f543f-034e-4e74-8097-c95e511b958d on host dv-cinder-841125-8-iscsi {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:34:45.200224 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:45.220030 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:45.239407 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a1ed8716-c2b5-4785-844a-e1460b371e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974'] for port (c94f543f-034e-4e74-8097-c95e511b958d), after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:45.269294 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed8716-c2b5-4785-844a-e1460b371e37 None None] Pushing event deleted for resources: {'Port': ['ID=c94f543f-034e-4e74-8097-c95e511b958d,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:45.271694 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d1bd34a3-1c8a-4487-890b-6ee3dca32ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769542', 'neutron.services.segments.db._delete_segments_for_network-8781040571751'] for network (d82c44b5-d8b4-409d-ba8d-d8ab2a82feac), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:45.274739 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ed8716-c2b5-4785-844a-e1460b371e37 None None] No DVR routers for this DVR port c94f543f-034e-4e74-8097-c95e511b958d on host dv-cinder-841125-8-iscsi {{(pid=104082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:34:45.293989 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-d1bd34a3-1c8a-4487-890b-6ee3dca32ffb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d82c44b5-d8b4-409d-ba8d-d8ab2a82feac']}} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:34:45.303999 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-d1bd34a3-1c8a-4487-890b-6ee3dca32ffb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd097feb8-b94e-40f2-b2e7-183ea76695b2') {'for_net_delete': True} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:34:45.304559 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-d1bd34a3-1c8a-4487-890b-6ee3dca32ffb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd097feb8-b94e-40f2-b2e7-183ea76695b2') {} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:34:45.314448 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d1bd34a3-1c8a-4487-890b-6ee3dca32ffb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781040573040', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4413023'] for segment (d097feb8-b94e-40f2-b2e7-183ea76695b2), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:45.329229 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d1bd34a3-1c8a-4487-890b-6ee3dca32ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226'] for segment (d097feb8-b94e-40f2-b2e7-183ea76695b2), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:45.336922 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1bd34a3-1c8a-4487-890b-6ee3dca32ffb admin admin] Releasing vlan 977 on physical network physnet1 to pool {{(pid=104080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 15:34:45.337222 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d1bd34a3-1c8a-4487-890b-6ee3dca32ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4413230'] for segment (d097feb8-b94e-40f2-b2e7-183ea76695b2), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:45.388671 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:45.394147 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.services.segments.plugin [-] Segment d097feb8-b94e-40f2-b2e7-183ea76695b2 resource provider aggregate not found May 23 15:34:45.428252 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.services.segments.plugin [-] Segment d097feb8-b94e-40f2-b2e7-183ea76695b2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d097feb8-b94e-40f2-b2e7-183ea76695b2 found for delete ", "request_id": "req-ac6c5921-e189-4b29-94f8-24272b818d55"}]} May 23 15:34:45.449386 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 3c2a5c6d-5bee-41b7-aa56-a3bfa8425310 no longer exists at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:34:45.467545 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d1bd34a3-1c8a-4487-890b-6ee3dca32ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-863850'] for network (d82c44b5-d8b4-409d-ba8d-d8ab2a82feac), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:45.469796 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] No Port match for: 3c2a5c6d-5bee-41b7-aa56-a3bfa8425310 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:34:45.470206 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 3c2a5c6d-5bee-41b7-aa56-a3bfa8425310 not bound to the agent host dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:34:45.470714 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 03a642c3-8baf-4cdd-9167-2d237009e33c no longer exists at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:34:45.472120 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d1bd34a3-1c8a-4487-890b-6ee3dca32ffb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:45.475576 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-d1bd34a3-1c8a-4487-890b-6ee3dca32ffb admin admin] 10.222.0.30 "DELETE /v2.0/networks/d82c44b5-d8b4-409d-ba8d-d8ab2a82feac HTTP/1.1" status: 204 len: 168 time: 0.6165032 May 23 15:34:45.491093 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] No Port match for: 03a642c3-8baf-4cdd-9167-2d237009e33c {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:34:45.491519 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 03a642c3-8baf-4cdd-9167-2d237009e33c not bound to the agent host dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:34:45.492012 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device c94f543f-034e-4e74-8097-c95e511b958d no longer exists at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:34:45.502607 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf25727-309a-4f9d-b61e-95034eb95528 req-72e1fef2-8702-46ee-b64c-0a4cbf80f257 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:45.504605 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4cf25727-309a-4f9d-b61e-95034eb95528 req-72e1fef2-8702-46ee-b64c-0a4cbf80f257 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 945 time: 0.1125476 May 23 15:34:45.505571 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd34a3-1c8a-4487-890b-6ee3dca32ffb admin admin] Pushing event deleted for resources: {'Network': ['ID=d82c44b5-d8b4-409d-ba8d-d8ab2a82feac,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:45.510704 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] No Port match for: c94f543f-034e-4e74-8097-c95e511b958d {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:34:45.511325 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device c94f543f-034e-4e74-8097-c95e511b958d not bound to the agent host dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:34:45.576413 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4cf25727-309a-4f9d-b61e-95034eb95528 req-5893b084-a43b-4ae1-ab94-e626c3e00676 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525675 May 23 15:34:45.675494 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 36066) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:34:45.693455 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fccf4c8-4461-4448-a27b-b7d2c1a19963 req-eab0c0f0-ce6d-4ca3-9ec9-a4e5c458a5c7 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:45.694945 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1fccf4c8-4461-4448-a27b-b7d2c1a19963 req-eab0c0f0-ce6d-4ca3-9ec9-a4e5c458a5c7 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 945 time: 0.0567853 May 23 15:34:45.704107 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 36068) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:34:45.708481 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-9dba13fc-561c-4c03-9ae7-b544575adb4f tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Request body: {'floatingip': {'port_id': 'e105091f-4632-47d3-b731-412205a70375'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:34:45.720523 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-ab39014b-9a80-4590-950c-53235146d9cd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=591802cf5c044932940307866f388790&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415938 May 23 15:34:45.720703 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 36070) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:34:45.760622 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9dba13fc-561c-4c03-9ae7-b544575adb4f tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks [] for floatingip (15bf0119-c152-4a86-8544-8679fd3e4dbe), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:45.768973 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-809bcaaa-6916-46ef-bbb6-8c9aff32e48d admin admin] Publish callbacks [] for security_group (0b4f2e9a-184d-4239-bd30-f909096109c7), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:45.771098 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:45.792499 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-809bcaaa-6916-46ef-bbb6-8c9aff32e48d admin admin] Publish callbacks [] for security_group (0b4f2e9a-184d-4239-bd30-f909096109c7), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:45.844000 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-809bcaaa-6916-46ef-bbb6-8c9aff32e48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (0b4f2e9a-184d-4239-bd30-f909096109c7), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:45.846541 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-809bcaaa-6916-46ef-bbb6-8c9aff32e48d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:45.848711 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-809bcaaa-6916-46ef-bbb6-8c9aff32e48d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0b4f2e9a-184d-4239-bd30-f909096109c7 HTTP/1.1" status: 204 len: 168 time: 0.1261051 May 23 15:34:45.864191 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809bcaaa-6916-46ef-bbb6-8c9aff32e48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4f2e9a-184d-4239-bd30-f909096109c7,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:46.109292 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:46.198937 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 36076) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:34:46.237964 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-f6b24375-414f-4d4d-ab6e-40c329ffdb49 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=06253b6d930e47fc97c4a4c0376e0d5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378819 May 23 15:34:46.240430 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 36078) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:34:46.251900 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9dba13fc-561c-4c03-9ae7-b544575adb4f tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:46.259819 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9dba13fc-561c-4c03-9ae7-b544575adb4f tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-863864'] for floatingip (15bf0119-c152-4a86-8544-8679fd3e4dbe), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:46.367337 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b0231553-629d-4a81-ab6f-fe90fe01f93b admin admin] Publish callbacks [] for security_group (5a219ff0-f708-47d9-b5ec-faf9a19de2bc), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:46.400595 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b0231553-629d-4a81-ab6f-fe90fe01f93b admin admin] Publish callbacks [] for security_group (5a219ff0-f708-47d9-b5ec-faf9a19de2bc), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:46.476012 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:46.517879 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b0231553-629d-4a81-ab6f-fe90fe01f93b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (5a219ff0-f708-47d9-b5ec-faf9a19de2bc), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:46.520601 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b0231553-629d-4a81-ab6f-fe90fe01f93b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:46.521772 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-b0231553-629d-4a81-ab6f-fe90fe01f93b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5a219ff0-f708-47d9-b5ec-faf9a19de2bc HTTP/1.1" status: 204 len: 168 time: 0.2804017 May 23 15:34:46.536487 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0231553-629d-4a81-ab6f-fe90fe01f93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a219ff0-f708-47d9-b5ec-faf9a19de2bc,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:46.542574 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dba13fc-561c-4c03-9ae7-b544575adb4f tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Router d7762678-c922-4a00-822c-1a288f678231 has already been hosted by L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:34:46.655779 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dba13fc-561c-4c03-9ae7-b544575adb4f tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:34:46.660092 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9dba13fc-561c-4c03-9ae7-b544575adb4f tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for floatingip (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:46.666375 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9f5e25-83a4-4b08-8c37-a41b1842c84a None None] Sync routers for ids ['d7762678-c922-4a00-822c-1a288f678231'] in dv-cinder-841125-8-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:34:46.679604 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9f5e25-83a4-4b08-8c37-a41b1842c84a None None] Routers {'d7762678-c922-4a00-822c-1a288f678231'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:34:46.680469 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-ab9f5e25-83a4-4b08-8c37-a41b1842c84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:34:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['d7762678-c922-4a00-822c-1a288f678231'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:34:46.697918 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (88197243-2542-4a6c-b81b-f727b3d95aaf), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:46.732247 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb26539d-bd10-48dd-9c5d-433060babfb6', 'tag': 'e105091f-4632-47d3-b731-412205a70375'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:34:46.735122 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d701dac66fe37c46ae86bb78260b1e19b4b16e00f190307f8222235e17cfe25e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a33935-aa49-4e5a-b09b-fc945534b8d3" -d '{"events": [{"name": "network-changed", "server_uuid": "bb26539d-bd10-48dd-9c5d-433060babfb6", "tag": "e105091f-4632-47d3-b731-412205a70375"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:34:46.740305 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-9dba13fc-561c-4c03-9ae7-b544575adb4f tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "PUT /v2.0/floatingips/15bf0119-c152-4a86-8544-8679fd3e4dbe HTTP/1.1" status: 200 len: 993 time: 1.0350730 May 23 15:34:46.779683 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3710db-37b8-40f2-9c8f-e074d6cf57fe x-openstack-request-id: req-bf3710db-37b8-40f2-9c8f-e074d6cf57fe {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:34:46.779976 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb26539d-bd10-48dd-9c5d-433060babfb6", "tag": "e105091f-4632-47d3-b731-412205a70375", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:34:46.780231 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bf3710db-37b8-40f2-9c8f-e074d6cf57fe {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:34:46.780646 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf3710db-37b8-40f2-9c8f-e074d6cf57fe'] response: {'name': 'network-changed', 'server_uuid': 'bb26539d-bd10-48dd-9c5d-433060babfb6', 'tag': 'e105091f-4632-47d3-b731-412205a70375', 'status': 'completed', 'code': 200} May 23 15:34:46.803674 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-ab9f5e25-83a4-4b08-8c37-a41b1842c84a None None] Set router d7762678-c922-4a00-822c-1a288f678231 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:34:46.894982 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a33935-aa49-4e5a-b09b-fc945534b8d3 req-ada3ee38-b4ac-43ac-9cc2-c07c5b03b0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:46.897870 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a9a33935-aa49-4e5a-b09b-fc945534b8d3 req-ada3ee38-b4ac-43ac-9cc2-c07c5b03b0fa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0712b807a4584f7b8f019ceb65ff1e14&device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 1129 time: 0.0695832 May 23 15:34:47.022986 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a33935-aa49-4e5a-b09b-fc945534b8d3 req-08f2b7fd-24b6-45e0-8a4a-209c6c55693d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:47.024521 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a9a33935-aa49-4e5a-b09b-fc945534b8d3 req-08f2b7fd-24b6-45e0-8a4a-209c6c55693d service neutron] 10.222.0.72 "GET /v2.0/networks?id=0d1e2450-f071-48af-a078-8358b70cb4cd HTTP/1.1" status: 200 len: 920 time: 0.1207762 May 23 15:34:47.041730 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-ab9f5e25-83a4-4b08-8c37-a41b1842c84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7762678-c922-4a00-822c-1a288f678231', 'name': 'tempest-ServerRescueNegativeTestJSON-1962255291-router', 'tenant_id': '0712b807a4584f7b8f019ceb65ff1e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'f967faeb-3834-4612-baaa-f31465073412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:00Z', 'revision_number': 4, 'project_id': '0712b807a4584f7b8f019ceb65ff1e14', 'gw_port': {'id': 'f967faeb-3834-4612-baaa-f31465073412', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:23:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7762678-c922-4a00-822c-1a288f678231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:48Z', 'updated_at': '2022-05-23T15:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_floatingips': [{'id': '15bf0119-c152-4a86-8544-8679fd3e4dbe', 'tenant_id': '0712b807a4584f7b8f019ceb65ff1e14', 'floating_ip_address': '172.27.2.241', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': 'd7762678-c922-4a00-822c-1a288f678231', 'port_id': 'e105091f-4632-47d3-b731-412205a70375', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d1e2450-f071-48af-a078-8358b70cb4cd', 'mac_address': 'fa:16:3e:dd:5c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb26539d-bd10-48dd-9c5d-433060babfb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:32:50Z', 'updated_at': '2022-05-23T15:34:46Z', 'revision_number': 3, 'project_id': '0712b807a4584f7b8f019ceb65ff1e14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '097274c5-da17-41c8-95e6-f832b2af97be', 'name': '', 'network_id': '0d1e2450-f071-48af-a078-8358b70cb4cd', 'tenant_id': '0712b807a4584f7b8f019ceb65ff1e14', 'mac_address': 'fa:16:3e:ac:13:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7762678-c922-4a00-822c-1a288f678231', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:59Z', 'updated_at': '2022-05-23T15:30:17Z', 'revision_number': 5, 'project_id': '0712b807a4584f7b8f019ceb65ff1e14', 'subnets': [{'id': 'eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:34:47.073124 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9f5e25-83a4-4b08-8c37-a41b1842c84a None None] Checking router: d7762678-c922-4a00-822c-1a288f678231 for host: dv-cinder-841125-8-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:34:47.084345 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9f5e25-83a4-4b08-8c37-a41b1842c84a None None] Routers {'d7762678-c922-4a00-822c-1a288f678231'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:34:47.084998 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-ab9f5e25-83a4-4b08-8c37-a41b1842c84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:34:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['d7762678-c922-4a00-822c-1a288f678231'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:34:47.094655 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a9a33935-aa49-4e5a-b09b-fc945534b8d3 req-3bd5aaa0-f8df-4575-8065-6a33d13e890e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e105091f-4632-47d3-b731-412205a70375 HTTP/1.1" status: 200 len: 1001 time: 0.0635076 May 23 15:34:47.151062 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a33935-aa49-4e5a-b09b-fc945534b8d3 req-cfee2185-9197-4fe4-96f1-867c2b2003ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:47.152777 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a9a33935-aa49-4e5a-b09b-fc945534b8d3 req-cfee2185-9197-4fe4-96f1-867c2b2003ce service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2 HTTP/1.1" status: 200 len: 858 time: 0.0511806 May 23 15:34:47.202623 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-ab9f5e25-83a4-4b08-8c37-a41b1842c84a None None] Set router d7762678-c922-4a00-822c-1a288f678231 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:34:47.215334 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a33935-aa49-4e5a-b09b-fc945534b8d3 req-69a03bae-48ea-4ab3-bb22-ef9e13a95e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:47.217947 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a9a33935-aa49-4e5a-b09b-fc945534b8d3 req-69a03bae-48ea-4ab3-bb22-ef9e13a95e67 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0d1e2450-f071-48af-a078-8358b70cb4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488164 May 23 15:34:47.360791 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=100 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:47.416616 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-ab9f5e25-83a4-4b08-8c37-a41b1842c84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7762678-c922-4a00-822c-1a288f678231', 'name': 'tempest-ServerRescueNegativeTestJSON-1962255291-router', 'tenant_id': '0712b807a4584f7b8f019ceb65ff1e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'f967faeb-3834-4612-baaa-f31465073412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:00Z', 'revision_number': 4, 'project_id': '0712b807a4584f7b8f019ceb65ff1e14', 'gw_port': {'id': 'f967faeb-3834-4612-baaa-f31465073412', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:23:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7762678-c922-4a00-822c-1a288f678231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:48Z', 'updated_at': '2022-05-23T15:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_floatingips': [{'id': '15bf0119-c152-4a86-8544-8679fd3e4dbe', 'tenant_id': '0712b807a4584f7b8f019ceb65ff1e14', 'floating_ip_address': '172.27.2.241', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': 'd7762678-c922-4a00-822c-1a288f678231', 'port_id': 'e105091f-4632-47d3-b731-412205a70375', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d1e2450-f071-48af-a078-8358b70cb4cd', 'mac_address': 'fa:16:3e:dd:5c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb26539d-bd10-48dd-9c5d-433060babfb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:32:50Z', 'updated_at': '2022-05-23T15:34:46Z', 'revision_number': 3, 'project_id': '0712b807a4584f7b8f019ceb65ff1e14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '097274c5-da17-41c8-95e6-f832b2af97be', 'name': '', 'network_id': '0d1e2450-f071-48af-a078-8358b70cb4cd', 'tenant_id': '0712b807a4584f7b8f019ceb65ff1e14', 'mac_address': 'fa:16:3e:ac:13:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7762678-c922-4a00-822c-1a288f678231', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:59Z', 'updated_at': '2022-05-23T15:30:17Z', 'revision_number': 5, 'project_id': '0712b807a4584f7b8f019ceb65ff1e14', 'subnets': [{'id': 'eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:34:47.443675 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9f5e25-83a4-4b08-8c37-a41b1842c84a None None] The sync data for ids ['d7762678-c922-4a00-822c-1a288f678231'] in dv-cinder-841125-8-iscsi is: [{'id': 'd7762678-c922-4a00-822c-1a288f678231', 'name': 'tempest-ServerRescueNegativeTestJSON-1962255291-router', 'tenant_id': '0712b807a4584f7b8f019ceb65ff1e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'f967faeb-3834-4612-baaa-f31465073412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:00Z', 'revision_number': 4, 'project_id': '0712b807a4584f7b8f019ceb65ff1e14', 'gw_port': {'id': 'f967faeb-3834-4612-baaa-f31465073412', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:23:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7762678-c922-4a00-822c-1a288f678231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:48Z', 'updated_at': '2022-05-23T15:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_floatingips': [{'id': '15bf0119-c152-4a86-8544-8679fd3e4dbe', 'tenant_id': '0712b807a4584f7b8f019ceb65ff1e14', 'floating_ip_address': '172.27.2.241', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': 'd7762678-c922-4a00-822c-1a288f678231', 'port_id': 'e105091f-4632-47d3-b731-412205a70375', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d1e2450-f071-48af-a078-8358b70cb4cd', 'mac_address': 'fa:16:3e:dd:5c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb26539d-bd10-48dd-9c5d-433060babfb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:32:50Z', 'updated_at': '2022-05-23T15:34:46Z', 'revision_number': 3, 'project_id': '0712b807a4584f7b8f019ceb65ff1e14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '097274c5-da17-41c8-95e6-f832b2af97be', 'name': '', 'network_id': '0d1e2450-f071-48af-a078-8358b70cb4cd', 'tenant_id': '0712b807a4584f7b8f019ceb65ff1e14', 'mac_address': 'fa:16:3e:ac:13:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7762678-c922-4a00-822c-1a288f678231', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:59Z', 'updated_at': '2022-05-23T15:30:17Z', 'revision_number': 5, 'project_id': '0712b807a4584f7b8f019ceb65ff1e14', 'subnets': [{'id': 'eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:34:47.491017 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df2407-bcc7-45a0-8f8c-0bdf226663d0 req-29016062-2cca-4e9c-9542-ab182929b0fa tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:47.492593 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b8df2407-bcc7-45a0-8f8c-0bdf226663d0 req-29016062-2cca-4e9c-9542-ab182929b0fa tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.2659671 May 23 15:34:47.542244 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b8df2407-bcc7-45a0-8f8c-0bdf226663d0 req-568f3545-3682-452a-9b7e-07364b81d901 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432982 May 23 15:34:48.714509 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34615ff-e083-449e-8d62-f946a993813b req-d358c704-4b19-4905-aee7-3a35a786008a tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:48.716019 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a34615ff-e083-449e-8d62-f946a993813b req-d358c704-4b19-4905-aee7-3a35a786008a tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.1002276 May 23 15:34:48.762861 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a34615ff-e083-449e-8d62-f946a993813b req-40fd04b0-e525-403f-87f7-946f8da04664 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410485 May 23 15:34:48.781367 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb26539d-bd10-48dd-9c5d-433060babfb6', 'tag': 'e105091f-4632-47d3-b731-412205a70375'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:34:48.783697 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d701dac66fe37c46ae86bb78260b1e19b4b16e00f190307f8222235e17cfe25e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4077d5-b1cc-4d3a-b0fe-3cea83faf75b" -d '{"events": [{"name": "network-changed", "server_uuid": "bb26539d-bd10-48dd-9c5d-433060babfb6", "tag": "e105091f-4632-47d3-b731-412205a70375"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:34:48.818627 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9001bf09-9560-45da-8403-4cc52562ec83 x-openstack-request-id: req-9001bf09-9560-45da-8403-4cc52562ec83 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:34:48.818920 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb26539d-bd10-48dd-9c5d-433060babfb6", "tag": "e105091f-4632-47d3-b731-412205a70375", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:34:48.819180 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9001bf09-9560-45da-8403-4cc52562ec83 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:34:48.819589 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9001bf09-9560-45da-8403-4cc52562ec83'] response: {'name': 'network-changed', 'server_uuid': 'bb26539d-bd10-48dd-9c5d-433060babfb6', 'tag': 'e105091f-4632-47d3-b731-412205a70375', 'status': 'completed', 'code': 200} May 23 15:34:49.304723 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a9a33935-aa49-4e5a-b09b-fc945534b8d3 req-abf305d5-b64c-4823-877d-eebdbdc7ba17 service neutron] 10.222.0.72 "GET /v2.0/networks/0d1e2450-f071-48af-a078-8358b70cb4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852451 May 23 15:34:49.492448 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7eee39a9-331d-41b3-967a-ce635fd989c4 req-ba9b0f5e-23e3-431f-890c-e2d8d25299cf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377734 May 23 15:34:49.541744 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a9a33935-aa49-4e5a-b09b-fc945534b8d3 req-c442dcb0-7fe2-4c24-9b75-a54eea91d4e7 service neutron] 10.222.0.72 "GET /v2.0/networks/0d1e2450-f071-48af-a078-8358b70cb4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855305 May 23 15:34:49.687139 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0654e73-3971-4ceb-be53-68f3dd07dd17 req-851f1726-66f3-405f-a26c-ef910f12510d tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:49.688648 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a0654e73-3971-4ceb-be53-68f3dd07dd17 req-851f1726-66f3-405f-a26c-ef910f12510d tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.0485902 May 23 15:34:49.699926 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:49.729780 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee39a9-331d-41b3-967a-ce635fd989c4 req-e54304aa-ae09-4000-a0d1-fadc3986c85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:49.731280 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7eee39a9-331d-41b3-967a-ce635fd989c4 req-e54304aa-ae09-4000-a0d1-fadc3986c85d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0712b807a4584f7b8f019ceb65ff1e14&device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 1130 time: 0.0712001 May 23 15:34:49.732370 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4077d5-b1cc-4d3a-b0fe-3cea83faf75b req-80598018-b86d-41d6-b1a6-696a8c3b538f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:49.733938 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-bf4077d5-b1cc-4d3a-b0fe-3cea83faf75b req-80598018-b86d-41d6-b1a6-696a8c3b538f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0712b807a4584f7b8f019ceb65ff1e14&device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 1129 time: 0.0641952 May 23 15:34:49.780833 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-a0654e73-3971-4ceb-be53-68f3dd07dd17 req-422e7bb2-2934-437c-abf3-47cfde053497 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Deleting port 9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:34:49.781448 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-a0654e73-3971-4ceb-be53-68f3dd07dd17 req-422e7bb2-2934-437c-abf3-47cfde053497 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:49.852282 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:49.899177 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4077d5-b1cc-4d3a-b0fe-3cea83faf75b req-d135c5ac-e42d-46dd-a2a6-471c5af4e74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:49.900637 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-bf4077d5-b1cc-4d3a-b0fe-3cea83faf75b req-d135c5ac-e42d-46dd-a2a6-471c5af4e74c service neutron] 10.222.0.72 "GET /v2.0/networks?id=0d1e2450-f071-48af-a078-8358b70cb4cd HTTP/1.1" status: 200 len: 920 time: 0.1601310 May 23 15:34:49.911002 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d190976-a8f1-4050-b647-1abe2e2d8a39 req-521cb577-6e52-40a3-8197-2140364133b0 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:49.912465 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9d190976-a8f1-4050-b647-1abe2e2d8a39 req-521cb577-6e52-40a3-8197-2140364133b0 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 945 time: 0.0791636 May 23 15:34:49.919759 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-a0654e73-3971-4ceb-be53-68f3dd07dd17 req-422e7bb2-2934-437c-abf3-47cfde053497 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] For port 9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e,segment=NetworkSegment(48775ad2-4450-43ce-a412-5bc906720c7e),segment_id=48775ad2-4450-43ce-a412-5bc906720c7e)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:34:49.920187 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-a0654e73-3971-4ceb-be53-68f3dd07dd17 req-422e7bb2-2934-437c-abf3-47cfde053497 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:49.933598 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:49.942876 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee39a9-331d-41b3-967a-ce635fd989c4 req-4c8f5499-b23f-444d-9085-2909bde4e4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:49.943595 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7eee39a9-331d-41b3-967a-ce635fd989c4 req-4c8f5499-b23f-444d-9085-2909bde4e4ef service neutron] 10.222.0.72 "GET /v2.0/networks?id=0d1e2450-f071-48af-a078-8358b70cb4cd HTTP/1.1" status: 200 len: 920 time: 0.1848974 May 23 15:34:49.993390 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7eee39a9-331d-41b3-967a-ce635fd989c4 req-79fa53f5-d3e6-4381-86f5-487f9af1ff98 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e43ebd5-c351-461f-b27d-7ba1cfcd864a HTTP/1.1" status: 200 len: 217 time: 0.0377781 May 23 15:34:49.999703 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-bf4077d5-b1cc-4d3a-b0fe-3cea83faf75b req-d483c114-fa2f-4a23-b76a-cfdb22a09371 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e105091f-4632-47d3-b731-412205a70375 HTTP/1.1" status: 200 len: 1001 time: 0.0916119 May 23 15:34:50.046939 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9d190976-a8f1-4050-b647-1abe2e2d8a39 req-a7cf75da-32f7-4beb-83f5-a46d887828ae tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9feff21-ee86-4f10-8a70-71eaed1ff0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239634 May 23 15:34:50.074413 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee39a9-331d-41b3-967a-ce635fd989c4 req-157a68dd-26d9-4531-b248-2e5a5f76a65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:50.075878 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7eee39a9-331d-41b3-967a-ce635fd989c4 req-157a68dd-26d9-4531-b248-2e5a5f76a65e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2 HTTP/1.1" status: 200 len: 858 time: 0.0753429 May 23 15:34:50.090878 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4077d5-b1cc-4d3a-b0fe-3cea83faf75b req-2f4be585-f127-4934-838d-9a4ea52b7476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:50.092414 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-bf4077d5-b1cc-4d3a-b0fe-3cea83faf75b req-2f4be585-f127-4934-838d-9a4ea52b7476 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2 HTTP/1.1" status: 200 len: 858 time: 0.0846236 May 23 15:34:50.122174 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-a0654e73-3971-4ceb-be53-68f3dd07dd17 req-422e7bb2-2934-437c-abf3-47cfde053497 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:50.122534 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-a0654e73-3971-4ceb-be53-68f3dd07dd17 req-422e7bb2-2934-437c-abf3-47cfde053497 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-863864'] for floatingip (4bd26c6c-21e0-4c57-bc5e-3c357360715f), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:50.123494 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.db.l3_db [req-a0654e73-3971-4ceb-be53-68f3dd07dd17 req-422e7bb2-2934-437c-abf3-47cfde053497 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Floating IP 4bd26c6c-21e0-4c57-bc5e-3c357360715f disassociated. External IP: 172.27.2.184, port: 9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e. May 23 15:34:50.123976 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-a0654e73-3971-4ceb-be53-68f3dd07dd17 req-422e7bb2-2934-437c-abf3-47cfde053497 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Calling delete_port for 9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e owned by compute:nova {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:34:50.155034 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee39a9-331d-41b3-967a-ce635fd989c4 req-e450ea5d-a600-45ed-a36c-3aed1bfa4df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:50.156440 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7eee39a9-331d-41b3-967a-ce635fd989c4 req-e450ea5d-a600-45ed-a36c-3aed1bfa4df0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0d1e2450-f071-48af-a078-8358b70cb4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0738342 May 23 15:34:50.161197 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4077d5-b1cc-4d3a-b0fe-3cea83faf75b req-47d5f983-be99-43cf-8ffa-f6a7c96074f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:50.162561 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-bf4077d5-b1cc-4d3a-b0fe-3cea83faf75b req-47d5f983-be99-43cf-8ffa-f6a7c96074f3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0d1e2450-f071-48af-a078-8358b70cb4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510528 May 23 15:34:50.238270 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:50.253341 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-a0654e73-3971-4ceb-be53-68f3dd07dd17 req-422e7bb2-2934-437c-abf3-47cfde053497 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:50.279070 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e7bb2-2934-437c-abf3-47cfde053497 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Pushing event deleted for resources: {'Port': ['ID=9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:50.338749 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7eee39a9-331d-41b3-967a-ce635fd989c4 req-17273b32-ac87-4b78-99a4-e460a67d72ef service neutron] 10.222.0.72 "GET /v2.0/networks/0d1e2450-f071-48af-a078-8358b70cb4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611567 May 23 15:34:50.340890 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-bf4077d5-b1cc-4d3a-b0fe-3cea83faf75b req-e6474094-d5d3-4562-9c5c-24ad8c9f4f31 service neutron] 10.222.0.72 "GET /v2.0/networks/0d1e2450-f071-48af-a078-8358b70cb4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622157 May 23 15:34:50.389421 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0654e73-3971-4ceb-be53-68f3dd07dd17 req-422e7bb2-2934-437c-abf3-47cfde053497 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Router 649fe937-f8c3-4570-8c43-aa9e4c0fb8f6 has already been hosted by L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:34:50.491493 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0654e73-3971-4ceb-be53-68f3dd07dd17 req-422e7bb2-2934-437c-abf3-47cfde053497 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:34:50.501782 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1539ec4c-81c2-4ccf-bc2d-afc4bae1cad7 None None] Sync routers for ids ['649fe937-f8c3-4570-8c43-aa9e4c0fb8f6'] in dv-cinder-841125-8-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:34:50.512380 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1539ec4c-81c2-4ccf-bc2d-afc4bae1cad7 None None] Routers {'649fe937-f8c3-4570-8c43-aa9e4c0fb8f6'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:34:50.513032 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-1539ec4c-81c2-4ccf-bc2d-afc4bae1cad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:34:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['649fe937-f8c3-4570-8c43-aa9e4c0fb8f6'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:34:50.513342 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7eee39a9-331d-41b3-967a-ce635fd989c4 req-59397011-42d1-4fd7-beac-3f192de451f1 service neutron] 10.222.0.72 "GET /v2.0/networks/0d1e2450-f071-48af-a078-8358b70cb4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565561 May 23 15:34:50.516047 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-bf4077d5-b1cc-4d3a-b0fe-3cea83faf75b req-22b196fb-af28-4b45-8bd0-cca1424397e0 service neutron] 10.222.0.72 "GET /v2.0/networks/0d1e2450-f071-48af-a078-8358b70cb4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519036 May 23 15:34:50.521003 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:50.539852 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0654e73-3971-4ceb-be53-68f3dd07dd17 req-422e7bb2-2934-437c-abf3-47cfde053497 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] No DVR routers for this DVR port 9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e on host hv-cinder-84112 {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:34:50.542290 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-a0654e73-3971-4ceb-be53-68f3dd07dd17 req-422e7bb2-2934-437c-abf3-47cfde053497 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:50.546339 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a0654e73-3971-4ceb-be53-68f3dd07dd17 req-422e7bb2-2934-437c-abf3-47cfde053497 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.72 "DELETE /v2.0/ports/9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e HTTP/1.1" status: 204 len: 173 time: 0.8520031 May 23 15:34:50.547266 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e1c71d3-9470-4f72-a76c-e6c114bd4821', 'name': 'network-vif-deleted', 'tag': '9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:34:50.549369 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee4ef39eddac8a8c2b622b321199fad7a345fd77cd5019e852148a8aec1132e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c3bbb0-7d8a-4e7b-a256-84930adb0194" -d '{"events": [{"server_uuid": "9e1c71d3-9470-4f72-a76c-e6c114bd4821", "name": "network-vif-deleted", "tag": "9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:34:50.593879 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6cd960-f110-41df-a30c-3e1f2a9db8d7 x-openstack-request-id: req-ed6cd960-f110-41df-a30c-3e1f2a9db8d7 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:34:50.594256 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e1c71d3-9470-4f72-a76c-e6c114bd4821", "name": "network-vif-deleted", "tag": "9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:34:50.594581 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ed6cd960-f110-41df-a30c-3e1f2a9db8d7 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:34:50.595511 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed6cd960-f110-41df-a30c-3e1f2a9db8d7'] response: {'server_uuid': '9e1c71d3-9470-4f72-a76c-e6c114bd4821', 'name': 'network-vif-deleted', 'tag': '9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e', 'status': 'completed', 'code': 200} May 23 15:34:50.620468 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-1539ec4c-81c2-4ccf-bc2d-afc4bae1cad7 None None] Set router 649fe937-f8c3-4570-8c43-aa9e4c0fb8f6 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:34:50.817695 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-1539ec4c-81c2-4ccf-bc2d-afc4bae1cad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'name': 'tempest-AttachVolumeTestJSON-678862191-router', 'tenant_id': '9aaff9db173d4618929536b08d2be8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'fb207996-4659-4c02-91cb-c2a17001c7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:49Z', 'updated_at': '2022-05-23T15:30:06Z', 'revision_number': 4, 'project_id': '9aaff9db173d4618929536b08d2be8f0', 'gw_port': {'id': 'fb207996-4659-4c02-91cb-c2a17001c7dc', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:51Z', 'updated_at': '2022-05-23T15:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': '6184a888-4f62-4db9-ba94-3f2e67ee8227', 'name': '', 'network_id': '2a072baa-6965-4350-b247-fb58bbcac26a', 'tenant_id': '9aaff9db173d4618929536b08d2be8f0', 'mac_address': 'fa:16:3e:70:65:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7134c090-f572-476b-be3d-e9de19d83fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:30:01Z', 'updated_at': '2022-05-23T15:30:22Z', 'revision_number': 5, 'project_id': '9aaff9db173d4618929536b08d2be8f0', 'subnets': [{'id': '7134c090-f572-476b-be3d-e9de19d83fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:34:50.842701 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1539ec4c-81c2-4ccf-bc2d-afc4bae1cad7 None None] Checking router: 649fe937-f8c3-4570-8c43-aa9e4c0fb8f6 for host: dv-cinder-841125-8-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:34:50.851126 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1539ec4c-81c2-4ccf-bc2d-afc4bae1cad7 None None] Routers {'649fe937-f8c3-4570-8c43-aa9e4c0fb8f6'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:34:50.851734 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-1539ec4c-81c2-4ccf-bc2d-afc4bae1cad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:34:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['649fe937-f8c3-4570-8c43-aa9e4c0fb8f6'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:34:50.957870 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-1539ec4c-81c2-4ccf-bc2d-afc4bae1cad7 None None] Set router 649fe937-f8c3-4570-8c43-aa9e4c0fb8f6 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:34:51.147910 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-1539ec4c-81c2-4ccf-bc2d-afc4bae1cad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'name': 'tempest-AttachVolumeTestJSON-678862191-router', 'tenant_id': '9aaff9db173d4618929536b08d2be8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'fb207996-4659-4c02-91cb-c2a17001c7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:49Z', 'updated_at': '2022-05-23T15:30:06Z', 'revision_number': 4, 'project_id': '9aaff9db173d4618929536b08d2be8f0', 'gw_port': {'id': 'fb207996-4659-4c02-91cb-c2a17001c7dc', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:51Z', 'updated_at': '2022-05-23T15:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': '6184a888-4f62-4db9-ba94-3f2e67ee8227', 'name': '', 'network_id': '2a072baa-6965-4350-b247-fb58bbcac26a', 'tenant_id': '9aaff9db173d4618929536b08d2be8f0', 'mac_address': 'fa:16:3e:70:65:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7134c090-f572-476b-be3d-e9de19d83fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:30:01Z', 'updated_at': '2022-05-23T15:30:22Z', 'revision_number': 5, 'project_id': '9aaff9db173d4618929536b08d2be8f0', 'subnets': [{'id': '7134c090-f572-476b-be3d-e9de19d83fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:34:51.156940 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-eee4e8f8-2752-4475-9773-f5945c654b38 req-252fe188-5dcd-4fda-a8d7-fba28474a3bd tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e1c71d3-9470-4f72-a76c-e6c114bd4821 HTTP/1.1" status: 200 len: 210 time: 0.0293086 May 23 15:34:51.173376 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1539ec4c-81c2-4ccf-bc2d-afc4bae1cad7 None None] The sync data for ids ['649fe937-f8c3-4570-8c43-aa9e4c0fb8f6'] in dv-cinder-841125-8-iscsi is: [{'id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'name': 'tempest-AttachVolumeTestJSON-678862191-router', 'tenant_id': '9aaff9db173d4618929536b08d2be8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'fb207996-4659-4c02-91cb-c2a17001c7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:49Z', 'updated_at': '2022-05-23T15:30:06Z', 'revision_number': 4, 'project_id': '9aaff9db173d4618929536b08d2be8f0', 'gw_port': {'id': 'fb207996-4659-4c02-91cb-c2a17001c7dc', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:51Z', 'updated_at': '2022-05-23T15:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': '6184a888-4f62-4db9-ba94-3f2e67ee8227', 'name': '', 'network_id': '2a072baa-6965-4350-b247-fb58bbcac26a', 'tenant_id': '9aaff9db173d4618929536b08d2be8f0', 'mac_address': 'fa:16:3e:70:65:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7134c090-f572-476b-be3d-e9de19d83fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:30:01Z', 'updated_at': '2022-05-23T15:30:22Z', 'revision_number': 5, 'project_id': '9aaff9db173d4618929536b08d2be8f0', 'subnets': [{'id': '7134c090-f572-476b-be3d-e9de19d83fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:34:51.404762 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ecc406-bc4b-4915-8929-8ac8170f75c9 None None] New status for floating IP 4bd26c6c-21e0-4c57-bc5e-3c357360715f: DOWN {{(pid=104083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:34:52.249512 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 36120) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:34:52.306533 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8b581028-359e-4232-93de-0d98aaec4d47 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks [] for security_group (a9feff21-ee86-4f10-8a70-71eaed1ff0d6), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:52.330443 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8b581028-359e-4232-93de-0d98aaec4d47 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks [] for security_group (a9feff21-ee86-4f10-8a70-71eaed1ff0d6), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:52.378675 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8b581028-359e-4232-93de-0d98aaec4d47 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (a9feff21-ee86-4f10-8a70-71eaed1ff0d6), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:52.381310 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8b581028-359e-4232-93de-0d98aaec4d47 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:52.382443 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-8b581028-359e-4232-93de-0d98aaec4d47 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "DELETE /v2.0/security-groups/a9feff21-ee86-4f10-8a70-71eaed1ff0d6 HTTP/1.1" status: 204 len: 168 time: 0.1319497 May 23 15:34:52.385279 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 36122) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:34:52.391640 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b581028-359e-4232-93de-0d98aaec4d47 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9feff21-ee86-4f10-8a70-71eaed1ff0d6,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:52.399242 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.api.v2.resource [None req-3a07d0cc-f498-4224-9c85-0f539a87bb3d tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] show failed (client error): The resource could not be found. May 23 15:34:52.400260 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-3a07d0cc-f498-4224-9c85-0f539a87bb3d tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups/a9feff21-ee86-4f10-8a70-71eaed1ff0d6 HTTP/1.1" status: 404 len: 347 time: 0.0139782 May 23 15:34:52.403063 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 36124) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:34:52.510999 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-cdba6f19-ff4c-45b8-8b62-25db6221c55c tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Deleting port 486dc798-3ed0-4a95-996c-849dc760dc2f {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:34:52.511255 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cdba6f19-ff4c-45b8-8b62-25db6221c55c tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (486dc798-3ed0-4a95-996c-849dc760dc2f), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:52.823469 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cdba6f19-ff4c-45b8-8b62-25db6221c55c tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (486dc798-3ed0-4a95-996c-849dc760dc2f), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:52.823795 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cdba6f19-ff4c-45b8-8b62-25db6221c55c tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks [] for floatingip (486dc798-3ed0-4a95-996c-849dc760dc2f), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:52.836353 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-cdba6f19-ff4c-45b8-8b62-25db6221c55c tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Calling delete_port for 486dc798-3ed0-4a95-996c-849dc760dc2f owned by network:floatingip {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:34:52.877613 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:52.971198 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cdba6f19-ff4c-45b8-8b62-25db6221c55c tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250202'] for port (486dc798-3ed0-4a95-996c-849dc760dc2f), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:52.995067 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba6f19-ff4c-45b8-8b62-25db6221c55c tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Pushing event deleted for resources: {'Port': ['ID=486dc798-3ed0-4a95-996c-849dc760dc2f,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:53.055825 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cdba6f19-ff4c-45b8-8b62-25db6221c55c tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks [] for floatingip (4bd26c6c-21e0-4c57-bc5e-3c357360715f), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:53.058306 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cdba6f19-ff4c-45b8-8b62-25db6221c55c tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for floatingip (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:53.059455 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-cdba6f19-ff4c-45b8-8b62-25db6221c55c tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "DELETE /v2.0/floatingips/4bd26c6c-21e0-4c57-bc5e-3c357360715f HTTP/1.1" status: 204 len: 168 time: 0.6555023 May 23 15:34:53.145455 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 36128) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:34:53.149984 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-ef62bc45-eb71-46f8-bd46-a2313ce5d219 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Request body: {'security_group': {'name': 'tempest-securitygroup--801871903', 'description': 'tempest-description--1994815336'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:34:53.170809 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ef62bc45-eb71-46f8-bd46-a2313ce5d219 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:53.231230 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:53.238554 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ef62bc45-eb71-46f8-bd46-a2313ce5d219 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks [] for security_group (461757f8-5a4b-4cf6-a283-c73e9d0e9fe5), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:53.242372 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ef62bc45-eb71-46f8-bd46-a2313ce5d219 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (461757f8-5a4b-4cf6-a283-c73e9d0e9fe5), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:53.273191 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ef62bc45-eb71-46f8-bd46-a2313ce5d219 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:53.275495 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-ef62bc45-eb71-46f8-bd46-a2313ce5d219 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1289637 May 23 15:34:53.277250 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 36130) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:34:53.277783 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef62bc45-eb71-46f8-bd46-a2313ce5d219 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=461757f8-5a4b-4cf6-a283-c73e9d0e9fe5,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:53.282029 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-42af1964-14bc-4d91-9803-6b8bad9ae388 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Request body: {'security_group_rule': {'security_group_id': '461757f8-5a4b-4cf6-a283-c73e9d0e9fe5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:34:53.309697 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-42af1964-14bc-4d91-9803-6b8bad9ae388 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks [] for security_group_rule (91ca231a-653c-4f1e-8203-c15db96e11f1), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:53.364634 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-42af1964-14bc-4d91-9803-6b8bad9ae388 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks [] for security_group_rule (91ca231a-653c-4f1e-8203-c15db96e11f1), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:53.369076 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-42af1964-14bc-4d91-9803-6b8bad9ae388 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594284'] for security_group_rule (91ca231a-653c-4f1e-8203-c15db96e11f1), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:53.380728 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:53.388535 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af1964-14bc-4d91-9803-6b8bad9ae388 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91ca231a-653c-4f1e-8203-c15db96e11f1,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:53.397969 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-42af1964-14bc-4d91-9803-6b8bad9ae388 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:53.399151 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-42af1964-14bc-4d91-9803-6b8bad9ae388 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208749 May 23 15:34:53.402487 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 36132) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:34:53.406640 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-f6241e8b-af5d-4329-ab94-8174681fd3d9 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Request body: {'security_group_rule': {'security_group_id': '461757f8-5a4b-4cf6-a283-c73e9d0e9fe5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:34:53.432476 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f6241e8b-af5d-4329-ab94-8174681fd3d9 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks [] for security_group_rule (960a6e42-3bec-430a-8823-442b11a516f5), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:53.479681 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f6241e8b-af5d-4329-ab94-8174681fd3d9 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks [] for security_group_rule (960a6e42-3bec-430a-8823-442b11a516f5), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:53.483618 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f6241e8b-af5d-4329-ab94-8174681fd3d9 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594284'] for security_group_rule (960a6e42-3bec-430a-8823-442b11a516f5), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:53.503530 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6241e8b-af5d-4329-ab94-8174681fd3d9 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=960a6e42-3bec-430a-8823-442b11a516f5,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:53.511608 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f6241e8b-af5d-4329-ab94-8174681fd3d9 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:53.512786 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-f6241e8b-af5d-4329-ab94-8174681fd3d9 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1093695 May 23 15:34:53.515918 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 36134) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:34:53.520292 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-86a2a446-440a-4f33-953f-661f95c5758f tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Request body: {'floatingip': {'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:34:53.541208 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-86a2a446-440a-4f33-953f-661f95c5758f tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:53.805283 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:34:53.824027 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] No Port match for: 9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:34:53.824366 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 9beaf3ec-d7f6-4009-b3ff-01ff1bc11a9e not bound to the agent host hv-cinder-84112 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:34:53.832567 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-86a2a446-440a-4f33-953f-661f95c5758f tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:53.942911 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-86a2a446-440a-4f33-953f-661f95c5758f tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Allocated IP 172.27.2.17 (c36a36f9-cc20-4687-9603-de8e87d2bfc7/aa177288-79a2-4e75-ac60-432249438b03/b91bf2a7-6476-41ed-8869-e003541771e3) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:34:54.047031 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-86a2a446-440a-4f33-953f-661f95c5758f tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks [] for port (b91bf2a7-6476-41ed-8869-e003541771e3), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:54.049619 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:54.085423 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-86a2a446-440a-4f33-953f-661f95c5758f tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (b91bf2a7-6476-41ed-8869-e003541771e3), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:54.124715 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a2a446-440a-4f33-953f-661f95c5758f tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Network c36a36f9-cc20-4687-9603-de8e87d2bfc7 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:34:54.129688 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-86a2a446-440a-4f33-953f-661f95c5758f tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:34:54.132110 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a2a446-440a-4f33-953f-661f95c5758f tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:34:54.161582 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a2a446-440a-4f33-953f-661f95c5758f tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Pushing event updated for resources: {'Port': ['ID=b91bf2a7-6476-41ed-8869-e003541771e3,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:54.173482 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a2a446-440a-4f33-953f-661f95c5758f tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:34:54.173836 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a2a446-440a-4f33-953f-661f95c5758f tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:34:54.174181 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a2a446-440a-4f33-953f-661f95c5758f tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:34:54.174523 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a2a446-440a-4f33-953f-661f95c5758f tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:34:54.174861 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a2a446-440a-4f33-953f-661f95c5758f tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:34:54.175196 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a2a446-440a-4f33-953f-661f95c5758f tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:34:54.175528 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a2a446-440a-4f33-953f-661f95c5758f tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:34:54.175859 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a2a446-440a-4f33-953f-661f95c5758f tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:34:54.176187 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a2a446-440a-4f33-953f-661f95c5758f tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:34:54.176513 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a2a446-440a-4f33-953f-661f95c5758f tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:34:54.176842 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a2a446-440a-4f33-953f-661f95c5758f tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:34:54.177195 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a2a446-440a-4f33-953f-661f95c5758f tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:34:54.177604 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a2a446-440a-4f33-953f-661f95c5758f tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:34:54.178384 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a2a446-440a-4f33-953f-661f95c5758f tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:34:54.178715 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a2a446-440a-4f33-953f-661f95c5758f tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:34:54.231573 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-86a2a446-440a-4f33-953f-661f95c5758f tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks [] for floatingip (3214cf89-15db-48aa-868e-4abef0d3b712), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:54.271997 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-86a2a446-440a-4f33-953f-661f95c5758f tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (b91bf2a7-6476-41ed-8869-e003541771e3), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:54.323419 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:54.447379 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-86a2a446-440a-4f33-953f-661f95c5758f tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks [] for port (b91bf2a7-6476-41ed-8869-e003541771e3), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:54.451565 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-86a2a446-440a-4f33-953f-661f95c5758f tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413202'] for port (b91bf2a7-6476-41ed-8869-e003541771e3), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:54.520928 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a2a446-440a-4f33-953f-661f95c5758f tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Pushing event updated for resources: {'Port': ['ID=b91bf2a7-6476-41ed-8869-e003541771e3,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:54.533387 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-86a2a446-440a-4f33-953f-661f95c5758f tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-863864'] for floatingip (3214cf89-15db-48aa-868e-4abef0d3b712), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:54.549067 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-86a2a446-440a-4f33-953f-661f95c5758f tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:54.550295 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-86a2a446-440a-4f33-953f-661f95c5758f tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0334899 May 23 15:34:54.748679 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-da4550ed-9404-4454-8832-eede57edd8ed tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--801871903&fields=id&tenant_id=9aaff9db173d4618929536b08d2be8f0 HTTP/1.1" status: 200 len: 267 time: 0.0421977 May 23 15:34:54.856792 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-1a37318b-a897-4c69-8aa4-794e3719fbc6 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:54.858203 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-1a37318b-a897-4c69-8aa4-794e3719fbc6 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/networks?id=2a072baa-6965-4350-b247-fb58bbcac26a HTTP/1.1" status: 200 len: 810 time: 0.1033900 May 23 15:34:54.872342 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-7cc4bd2b-5c80-4a0c-91e6-e6c4a55b5372 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/quotas/9aaff9db173d4618929536b08d2be8f0 HTTP/1.1" status: 200 len: 375 time: 0.0089071 May 23 15:34:54.921359 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-b1377252-f2b8-47a8-b497-9869ce2a2d6c tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9aaff9db173d4618929536b08d2be8f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444038 May 23 15:34:55.057662 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-5f093953-25a8-42e5-af7a-04135363ba7a service neutron] 10.222.0.30 "GET /v2.0/networks/2a072baa-6965-4350-b247-fb58bbcac26a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253352 May 23 15:34:55.084266 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:55.151942 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-d8817404-733a-4498-a20b-c2db2b7e1875 service neutron] 10.222.0.30 "GET /v2.0/networks/2a072baa-6965-4350-b247-fb58bbcac26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882964 May 23 15:34:55.318458 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-99e09fe2-8f9c-4469-9a4f-a08ca8320d08 req-dbd3284e-5adc-4ca5-8d31-3ec6f748632c tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b2fc89f-88e8-42b3-9006-35470a9f74fc HTTP/1.1" status: 200 len: 210 time: 0.0285954 May 23 15:34:56.416631 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7271a2f8-6cac-437f-a072-0c00c7997a50 req-76c93b9b-50f0-4eb3-a80f-735c625930b6 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b2fc89f-88e8-42b3-9006-35470a9f74fc HTTP/1.1" status: 200 len: 210 time: 0.0288742 May 23 15:34:56.533571 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-0d7ab87b-7b0e-47ec-94a2-b1d9e0fb1ecb tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:56.535023 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-0d7ab87b-7b0e-47ec-94a2-b1d9e0fb1ecb tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.72 "GET /v2.0/networks?id=2a072baa-6965-4350-b247-fb58bbcac26a HTTP/1.1" status: 200 len: 810 time: 0.1088614 May 23 15:34:56.608448 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-c36dcbe2-7be0-4c17-b47c-10ed7f111d44 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9aaff9db173d4618929536b08d2be8f0 HTTP/1.1" status: 200 len: 379 time: 0.0546570 May 23 15:34:56.616650 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-a361c82a-631a-493a-a61d-f12708a3f25c tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Request body: {'port': {'device_id': '2b2fc89f-88e8-42b3-9006-35470a9f74fc', 'network_id': '2a072baa-6965-4350-b247-fb58bbcac26a', 'admin_state_up': True, 'tenant_id': '9aaff9db173d4618929536b08d2be8f0', 'security_groups': ['461757f8-5a4b-4cf6-a283-c73e9d0e9fe5']}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:34:56.695130 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:56.727167 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-a361c82a-631a-493a-a61d-f12708a3f25c tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Made reservation on behalf of 9aaff9db173d4618929536b08d2be8f0 for: {'port': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:34:56.730509 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-a361c82a-631a-493a-a61d-f12708a3f25c tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:56.856640 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-a361c82a-631a-493a-a61d-f12708a3f25c tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Allocated IP 172.20.0.3 (2a072baa-6965-4350-b247-fb58bbcac26a/7134c090-f572-476b-be3d-e9de19d83fc7/7781bf30-5eb4-4474-84ee-26a19cdd971e) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:34:56.994930 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-a361c82a-631a-493a-a61d-f12708a3f25c tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks [] for port (7781bf30-5eb4-4474-84ee-26a19cdd971e), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:57.028204 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-a361c82a-631a-493a-a61d-f12708a3f25c tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (7781bf30-5eb4-4474-84ee-26a19cdd971e), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:57.073386 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-a361c82a-631a-493a-a61d-f12708a3f25c tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Network 2a072baa-6965-4350-b247-fb58bbcac26a is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:34:57.077159 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-a361c82a-631a-493a-a61d-f12708a3f25c tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:34:57.081123 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-a361c82a-631a-493a-a61d-f12708a3f25c tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:34:57.087142 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a361c82a-631a-493a-a61d-f12708a3f25c tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Pushing event updated for resources: {'Port': ['ID=7781bf30-5eb4-4474-84ee-26a19cdd971e,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:57.137882 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-a361c82a-631a-493a-a61d-f12708a3f25c tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:57.139013 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-a361c82a-631a-493a-a61d-f12708a3f25c tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:57.156280 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-a361c82a-631a-493a-a61d-f12708a3f25c tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5434642 May 23 15:34:57.174653 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-53708924-1a93-4df5-ba9d-55cccd40abcb service neutron] Request body: {'port': {'device_id': '2b2fc89f-88e8-42b3-9006-35470a9f74fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:34:57.230884 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:57.239067 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-53708924-1a93-4df5-ba9d-55cccd40abcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (7781bf30-5eb4-4474-84ee-26a19cdd971e), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:57.354094 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b44e0e03-5c3c-4536-8803-4581d16db648 None None] Provisioning complete for port 7781bf30-5eb4-4474-84ee-26a19cdd971e triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:34:57.354565 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b44e0e03-5c3c-4536-8803-4581d16db648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (7781bf30-5eb4-4474-84ee-26a19cdd971e), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:57.385475 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:57.387877 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b44e0e03-5c3c-4536-8803-4581d16db648 None None] Port 7781bf30-5eb4-4474-84ee-26a19cdd971e cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:34:57.454026 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:57.545512 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-53708924-1a93-4df5-ba9d-55cccd40abcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7781bf30-5eb4-4474-84ee-26a19cdd971e {{(pid=104080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:34:57.546789 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c501f13-690e-42ab-9f0c-33418542383e req-cb1aeaa0-a28c-40f7-ae19-36c3fd6e0ce4 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:57.548835 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3c501f13-690e-42ab-9f0c-33418542383e req-cb1aeaa0-a28c-40f7-ae19-36c3fd6e0ce4 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b2fc89f-88e8-42b3-9006-35470a9f74fc HTTP/1.1" status: 200 len: 931 time: 0.0512576 May 23 15:34:57.553527 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-53708924-1a93-4df5-ba9d-55cccd40abcb service neutron] Publish callbacks [] for port (7781bf30-5eb4-4474-84ee-26a19cdd971e), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:57.568974 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.provisioning_blocks [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-53708924-1a93-4df5-ba9d-55cccd40abcb service neutron] Transition to ACTIVE for port object 7781bf30-5eb4-4474-84ee-26a19cdd971e will not be triggered until provisioned by entity L2. {{(pid=104080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 15:34:57.572753 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-53708924-1a93-4df5-ba9d-55cccd40abcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413202'] for port (7781bf30-5eb4-4474-84ee-26a19cdd971e), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:57.602971 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3c501f13-690e-42ab-9f0c-33418542383e req-0aabbbd8-dd38-496e-b6aa-7feca77d0d22 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=461757f8-5a4b-4cf6-a283-c73e9d0e9fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472050 May 23 15:34:57.672416 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53708924-1a93-4df5-ba9d-55cccd40abcb service neutron] Pushing event updated for resources: {'Port': ['ID=7781bf30-5eb4-4474-84ee-26a19cdd971e,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:57.730647 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-53708924-1a93-4df5-ba9d-55cccd40abcb service neutron] Attempting to bind port 7781bf30-5eb4-4474-84ee-26a19cdd971e on host hv-cinder-84112 for vnic_type normal with profile {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:34:57.731017 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-53708924-1a93-4df5-ba9d-55cccd40abcb service neutron] Attempting to bind port 7781bf30-5eb4-4474-84ee-26a19cdd971e by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': '48775ad2-4450-43ce-a412-5bc906720c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '2a072baa-6965-4350-b247-fb58bbcac26a'}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:34:57.731351 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-53708924-1a93-4df5-ba9d-55cccd40abcb service neutron] Attempting to bind port 7781bf30-5eb4-4474-84ee-26a19cdd971e on network 2a072baa-6965-4350-b247-fb58bbcac26a {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:34:57.737026 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-53708924-1a93-4df5-ba9d-55cccd40abcb service neutron] Port 7781bf30-5eb4-4474-84ee-26a19cdd971e on network 2a072baa-6965-4350-b247-fb58bbcac26a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 15:34:57.737355 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-53708924-1a93-4df5-ba9d-55cccd40abcb service neutron] Attempting to bind port 7781bf30-5eb4-4474-84ee-26a19cdd971e on network 2a072baa-6965-4350-b247-fb58bbcac26a {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:34:57.742891 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-53708924-1a93-4df5-ba9d-55cccd40abcb service neutron] Checking agent: {'id': '88197243-2542-4a6c-b81b-f727b3d95aaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 27, 45), 'started_at': datetime.datetime(2022, 5, 23, 15, 27, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:34:57.743316 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-53708924-1a93-4df5-ba9d-55cccd40abcb service neutron] Checking segment: {'id': '48775ad2-4450-43ce-a412-5bc906720c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '2a072baa-6965-4350-b247-fb58bbcac26a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:34:57.743754 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-53708924-1a93-4df5-ba9d-55cccd40abcb service neutron] Bound using segment: {'id': '48775ad2-4450-43ce-a412-5bc906720c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '2a072baa-6965-4350-b247-fb58bbcac26a'} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:34:57.744188 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-53708924-1a93-4df5-ba9d-55cccd40abcb service neutron] Bound port: 7781bf30-5eb4-4474-84ee-26a19cdd971e, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48775ad2-4450-43ce-a412-5bc906720c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '2a072baa-6965-4350-b247-fb58bbcac26a'}}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:34:57.744556 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-53708924-1a93-4df5-ba9d-55cccd40abcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (7781bf30-5eb4-4474-84ee-26a19cdd971e), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:57.831486 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-53708924-1a93-4df5-ba9d-55cccd40abcb service neutron] For port 7781bf30-5eb4-4474-84ee-26a19cdd971e, host hv-cinder-84112, cleared binding levels {{(pid=104080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:34:57.831486 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-53708924-1a93-4df5-ba9d-55cccd40abcb service neutron] For port 7781bf30-5eb4-4474-84ee-26a19cdd971e, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=7781bf30-5eb4-4474-84ee-26a19cdd971e,segment=NetworkSegment(48775ad2-4450-43ce-a412-5bc906720c7e),segment_id=48775ad2-4450-43ce-a412-5bc906720c7e)] {{(pid=104080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:34:57.835469 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-53708924-1a93-4df5-ba9d-55cccd40abcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413202'] for port (7781bf30-5eb4-4474-84ee-26a19cdd971e), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:57.869860 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-53708924-1a93-4df5-ba9d-55cccd40abcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:57.870483 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-53708924-1a93-4df5-ba9d-55cccd40abcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:57.871859 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-53708924-1a93-4df5-ba9d-55cccd40abcb service neutron] 10.222.0.72 "PUT /v2.0/ports/7781bf30-5eb4-4474-84ee-26a19cdd971e HTTP/1.1" status: 200 len: 1093 time: 0.7018225 May 23 15:34:57.872285 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b2fc89f-88e8-42b3-9006-35470a9f74fc', 'tag': '7781bf30-5eb4-4474-84ee-26a19cdd971e'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:34:57.875242 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee4ef39eddac8a8c2b622b321199fad7a345fd77cd5019e852148a8aec1132e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9733ac77-5f49-4732-97e0-07fffb09db96" -d '{"events": [{"name": "network-changed", "server_uuid": "2b2fc89f-88e8-42b3-9006-35470a9f74fc", "tag": "7781bf30-5eb4-4474-84ee-26a19cdd971e"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:34:57.903097 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53708924-1a93-4df5-ba9d-55cccd40abcb service neutron] Pushing event updated for resources: {'Port': ['ID=7781bf30-5eb4-4474-84ee-26a19cdd971e,revision_number=3']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:57.926513 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c71906b-ab00-4b9e-89ad-fc657e2ab03e x-openstack-request-id: req-5c71906b-ab00-4b9e-89ad-fc657e2ab03e {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:34:57.926844 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b2fc89f-88e8-42b3-9006-35470a9f74fc", "tag": "7781bf30-5eb4-4474-84ee-26a19cdd971e", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:34:57.927100 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5c71906b-ab00-4b9e-89ad-fc657e2ab03e {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:34:57.927554 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c71906b-ab00-4b9e-89ad-fc657e2ab03e'] response: {'name': 'network-changed', 'server_uuid': '2b2fc89f-88e8-42b3-9006-35470a9f74fc', 'tag': '7781bf30-5eb4-4474-84ee-26a19cdd971e', 'status': 'completed', 'code': 200} May 23 15:34:58.010999 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-70bafff9-1e35-4ca1-ad89-c9579ad96b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:58.012677 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-70bafff9-1e35-4ca1-ad89-c9579ad96b9f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9aaff9db173d4618929536b08d2be8f0&device_id=2b2fc89f-88e8-42b3-9006-35470a9f74fc HTTP/1.1" status: 200 len: 1127 time: 0.0544109 May 23 15:34:58.064483 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-ae6e7a0f-1c5b-4e41-b98b-b0f0e64866b7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7781bf30-5eb4-4474-84ee-26a19cdd971e HTTP/1.1" status: 200 len: 217 time: 0.0381527 May 23 15:34:58.114627 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-fa1c7aa0-f353-4f5a-8527-a960789e546c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:58.116045 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-fa1c7aa0-f353-4f5a-8527-a960789e546c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7134c090-f572-476b-be3d-e9de19d83fc7 HTTP/1.1" status: 200 len: 849 time: 0.0442672 May 23 15:34:58.161305 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-96609fbc-0d06-408c-94c5-a920548a30da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:58.162689 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-96609fbc-0d06-408c-94c5-a920548a30da service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a072baa-6965-4350-b247-fb58bbcac26a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386512 May 23 15:34:58.263356 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-c804b324-d73d-44b2-9701-b08ef98fc1a2 service neutron] 10.222.0.72 "GET /v2.0/networks/2a072baa-6965-4350-b247-fb58bbcac26a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851693 May 23 15:34:58.287022 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:58.355365 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-3e7cc802-9066-4a86-b15d-cf10f78721de req-adf600a1-6dfa-4304-81fd-bd846a9ea748 service neutron] 10.222.0.72 "GET /v2.0/networks/2a072baa-6965-4350-b247-fb58bbcac26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848780 May 23 15:34:58.725514 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb243985-60c9-4d5e-8fa6-96eb10c73338 req-89f96b7c-0ca1-4321-9216-87b03cb113d7 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:58.726972 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-eb243985-60c9-4d5e-8fa6-96eb10c73338 req-89f96b7c-0ca1-4321-9216-87b03cb113d7 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b2fc89f-88e8-42b3-9006-35470a9f74fc HTTP/1.1" status: 200 len: 943 time: 0.0490558 May 23 15:34:58.772859 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-eb243985-60c9-4d5e-8fa6-96eb10c73338 req-17c555fe-9eea-483c-9ca2-86b25b3388d0 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=461757f8-5a4b-4cf6-a283-c73e9d0e9fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404997 May 23 15:34:59.443987 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733ac77-5f49-4732-97e0-07fffb09db96 req-c216a626-7247-44b1-b2c7-1584d473c6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:59.445848 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9733ac77-5f49-4732-97e0-07fffb09db96 req-c216a626-7247-44b1-b2c7-1584d473c6a4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9aaff9db173d4618929536b08d2be8f0&device_id=2b2fc89f-88e8-42b3-9006-35470a9f74fc HTTP/1.1" status: 200 len: 1127 time: 0.0424724 May 23 15:34:59.555086 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733ac77-5f49-4732-97e0-07fffb09db96 req-3dc8a98f-e79d-418f-9ae8-f26d36b3965e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:59.556595 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9733ac77-5f49-4732-97e0-07fffb09db96 req-3dc8a98f-e79d-418f-9ae8-f26d36b3965e service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a072baa-6965-4350-b247-fb58bbcac26a HTTP/1.1" status: 200 len: 911 time: 0.0991983 May 23 15:34:59.603392 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9733ac77-5f49-4732-97e0-07fffb09db96 req-fa47a8a3-371c-458a-b934-eb14f4aae930 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7781bf30-5eb4-4474-84ee-26a19cdd971e HTTP/1.1" status: 200 len: 217 time: 0.0379248 May 23 15:34:59.678295 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733ac77-5f49-4732-97e0-07fffb09db96 req-e7805ad5-e683-46e1-b255-00a6f8ec0e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:59.688516 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9733ac77-5f49-4732-97e0-07fffb09db96 req-e7805ad5-e683-46e1-b255-00a6f8ec0e4f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7134c090-f572-476b-be3d-e9de19d83fc7 HTTP/1.1" status: 200 len: 849 time: 0.0546093 May 23 15:34:59.733634 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:59.767704 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733ac77-5f49-4732-97e0-07fffb09db96 req-7ea4ebc9-bae6-4344-b924-8ed9cbdaec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:59.769506 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9733ac77-5f49-4732-97e0-07fffb09db96 req-7ea4ebc9-bae6-4344-b924-8ed9cbdaec5c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a072baa-6965-4350-b247-fb58bbcac26a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452981 May 23 15:34:59.864792 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9733ac77-5f49-4732-97e0-07fffb09db96 req-beda9633-1a68-44d8-96ee-081aa6301058 service neutron] 10.222.0.72 "GET /v2.0/networks/2a072baa-6965-4350-b247-fb58bbcac26a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853903 May 23 15:34:59.885935 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810ed92-ea8d-4c86-85d3-d907fe2390f1 req-076d209f-daf8-4fd6-b1a4-1a227aab89da tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:59.888231 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a810ed92-ea8d-4c86-85d3-d907fe2390f1 req-076d209f-daf8-4fd6-b1a4-1a227aab89da tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b2fc89f-88e8-42b3-9006-35470a9f74fc HTTP/1.1" status: 200 len: 943 time: 0.0483317 May 23 15:34:59.938863 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a810ed92-ea8d-4c86-85d3-d907fe2390f1 req-3d25e161-07b5-47f7-b307-b99774b3f2be tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=461757f8-5a4b-4cf6-a283-c73e9d0e9fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447090 May 23 15:34:59.963070 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9733ac77-5f49-4732-97e0-07fffb09db96 req-0df88c72-6f56-4f6f-aba6-b61e915c9c30 service neutron] 10.222.0.72 "GET /v2.0/networks/2a072baa-6965-4350-b247-fb58bbcac26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893784 May 23 15:35:01.056721 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d00a31-6e0b-4ff6-973d-c5e914a67f77 req-4b70142b-2c55-4a7d-a761-942c2068c9e3 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:01.058200 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-09d00a31-6e0b-4ff6-973d-c5e914a67f77 req-4b70142b-2c55-4a7d-a761-942c2068c9e3 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b2fc89f-88e8-42b3-9006-35470a9f74fc HTTP/1.1" status: 200 len: 943 time: 0.0479410 May 23 15:35:01.104251 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-09d00a31-6e0b-4ff6-973d-c5e914a67f77 req-899a899b-e44a-41cf-927a-b359f04cdb81 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=461757f8-5a4b-4cf6-a283-c73e9d0e9fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404825 May 23 15:35:01.476732 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:01.632386 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:01.815580 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 7781bf30-5eb4-4474-84ee-26a19cdd971e details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:35:01.914297 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 7781bf30-5eb4-4474-84ee-26a19cdd971e, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=7781bf30-5eb4-4474-84ee-26a19cdd971e,segment=NetworkSegment(48775ad2-4450-43ce-a412-5bc906720c7e),segment_id=48775ad2-4450-43ce-a412-5bc906720c7e)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:35:01.925678 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Returning: {'device': '7781bf30-5eb4-4474-84ee-26a19cdd971e', 'network_id': '2a072baa-6965-4350-b247-fb58bbcac26a', 'port_id': '7781bf30-5eb4-4474-84ee-26a19cdd971e', 'mac_address': 'fa:16:3e:e4:9f:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 987, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7134c090-f572-476b-be3d-e9de19d83fc7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:35:01.959970 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port 7781bf30-5eb4-4474-84ee-26a19cdd971e is: DOWN; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:35:01.960360 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (7781bf30-5eb4-4474-84ee-26a19cdd971e), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:01.972902 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7781bf30-5eb4-4474-84ee-26a19cdd971e {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:35:01.993436 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 7781bf30-5eb4-4474-84ee-26a19cdd971e, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=7781bf30-5eb4-4474-84ee-26a19cdd971e,segment=NetworkSegment(48775ad2-4450-43ce-a412-5bc906720c7e),segment_id=48775ad2-4450-43ce-a412-5bc906720c7e)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:35:01.997273 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (7781bf30-5eb4-4474-84ee-26a19cdd971e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:02.043021 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=7781bf30-5eb4-4474-84ee-26a19cdd971e,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:35:02.221143 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73bb854-69f2-46d6-ac22-804fce55c06c req-72236894-25c0-4602-9e9d-dca87d4f4a26 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:02.222504 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c73bb854-69f2-46d6-ac22-804fce55c06c req-72236894-25c0-4602-9e9d-dca87d4f4a26 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b2fc89f-88e8-42b3-9006-35470a9f74fc HTTP/1.1" status: 200 len: 944 time: 0.0501332 May 23 15:35:02.270732 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c73bb854-69f2-46d6-ac22-804fce55c06c req-33f650a5-8892-4cb4-bf0f-c901743639ac tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=461757f8-5a4b-4cf6-a283-c73e9d0e9fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428507 May 23 15:35:02.395160 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] get_ports_and_sgs() called for port_ids ['7781bf30-5eb4-4474-84ee-26a19cdd971e'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:35:02.492268 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:03.103184 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-49aa48a8-aa62-42d1-820b-c2cbdfea6b50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:03.382190 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929e8c0-6833-4e0e-a045-9e346649d6b7 req-b20d6c7d-d0b8-4085-8c7e-c17351fec13f tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:03.383672 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c929e8c0-6833-4e0e-a045-9e346649d6b7 req-b20d6c7d-d0b8-4085-8c7e-c17351fec13f tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b2fc89f-88e8-42b3-9006-35470a9f74fc HTTP/1.1" status: 200 len: 944 time: 0.0472975 May 23 15:35:03.434378 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c929e8c0-6833-4e0e-a045-9e346649d6b7 req-e1f0edd5-78b1-475a-8a41-7eb6d5b36393 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=461757f8-5a4b-4cf6-a283-c73e9d0e9fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448124 May 23 15:35:03.818989 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 7781bf30-5eb4-4474-84ee-26a19cdd971e up at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:35:03.864081 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Provisioning for port 7781bf30-5eb4-4474-84ee-26a19cdd971e completed by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 15:35:03.865856 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:03.871366 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Provisioning complete for port 7781bf30-5eb4-4474-84ee-26a19cdd971e triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:35:03.871739 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (7781bf30-5eb4-4474-84ee-26a19cdd971e), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:03.942649 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port 7781bf30-5eb4-4474-84ee-26a19cdd971e is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:35:03.943039 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (7781bf30-5eb4-4474-84ee-26a19cdd971e), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:03.965543 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b2fc89f-88e8-42b3-9006-35470a9f74fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7781bf30-5eb4-4474-84ee-26a19cdd971e'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:35:03.968468 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f55e67021d3a90dbbd6c8997e5bd31cd20e79582d0fa2823ba23f1fb24bbbe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a572f648-4c74-492e-bcaf-5c216cc29a9a" -d '{"events": [{"server_uuid": "2b2fc89f-88e8-42b3-9006-35470a9f74fc", "name": "network-vif-plugged", "status": "completed", "tag": "7781bf30-5eb4-4474-84ee-26a19cdd971e"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:35:03.980984 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 7781bf30-5eb4-4474-84ee-26a19cdd971e, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=7781bf30-5eb4-4474-84ee-26a19cdd971e,segment=NetworkSegment(48775ad2-4450-43ce-a412-5bc906720c7e),segment_id=48775ad2-4450-43ce-a412-5bc906720c7e)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:35:03.985478 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (7781bf30-5eb4-4474-84ee-26a19cdd971e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:04.008226 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bdf498-74a3-4ed5-9cf2-b67f06c7d9ec x-openstack-request-id: req-b2bdf498-74a3-4ed5-9cf2-b67f06c7d9ec {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:35:04.008543 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b2fc89f-88e8-42b3-9006-35470a9f74fc", "name": "network-vif-plugged", "status": "completed", "tag": "7781bf30-5eb4-4474-84ee-26a19cdd971e", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:35:04.008805 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b2bdf498-74a3-4ed5-9cf2-b67f06c7d9ec {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:35:04.009234 dv-cinder-841125-8-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2bdf498-74a3-4ed5-9cf2-b67f06c7d9ec'] response: {'server_uuid': '2b2fc89f-88e8-42b3-9006-35470a9f74fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7781bf30-5eb4-4474-84ee-26a19cdd971e', 'code': 200} May 23 15:35:04.035621 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=7781bf30-5eb4-4474-84ee-26a19cdd971e,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:35:04.287247 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e203c08-8d14-4c28-bca4-37b43f02eefa req-02160e40-28c4-4feb-8e96-d99da959eba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:04.288744 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0e203c08-8d14-4c28-bca4-37b43f02eefa req-02160e40-28c4-4feb-8e96-d99da959eba2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2b2fc89f-88e8-42b3-9006-35470a9f74fc HTTP/1.1" status: 200 len: 1129 time: 0.0806193 May 23 15:35:04.334106 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0e203c08-8d14-4c28-bca4-37b43f02eefa req-e898569e-8cdb-4b6b-a33c-49749b8f12db service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=461757f8-5a4b-4cf6-a283-c73e9d0e9fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372481 May 23 15:35:04.546327 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ed35c-c492-48ea-a5f9-3e003697eb85 req-6647115c-6986-4d78-a8ae-95b44fef2e23 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:04.547803 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ab8ed35c-c492-48ea-a5f9-3e003697eb85 req-6647115c-6986-4d78-a8ae-95b44fef2e23 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b2fc89f-88e8-42b3-9006-35470a9f74fc HTTP/1.1" status: 200 len: 945 time: 0.0461032 May 23 15:35:04.594654 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ab8ed35c-c492-48ea-a5f9-3e003697eb85 req-99023728-21cd-4a02-9421-58eda82e16f9 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=461757f8-5a4b-4cf6-a283-c73e9d0e9fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412898 May 23 15:35:05.455647 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-64cf9e25-4c30-4d70-8d04-31232b1326c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:05.719873 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d983c45-278d-4546-98f3-8f8a1900ce97 req-6d75a57c-1684-4768-9b0d-98479d2488a7 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:05.721316 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3d983c45-278d-4546-98f3-8f8a1900ce97 req-6d75a57c-1684-4768-9b0d-98479d2488a7 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b2fc89f-88e8-42b3-9006-35470a9f74fc HTTP/1.1" status: 200 len: 945 time: 0.0557384 May 23 15:35:05.768409 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3d983c45-278d-4546-98f3-8f8a1900ce97 req-ace7ab6f-fe8b-4995-8625-94379ede8f39 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=461757f8-5a4b-4cf6-a283-c73e9d0e9fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416236 May 23 15:35:06.886261 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7aba83-1fc9-4bd7-a864-97720c9c5319 req-3cffd377-7b77-4c69-bccc-3a784da82261 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:06.887685 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-da7aba83-1fc9-4bd7-a864-97720c9c5319 req-3cffd377-7b77-4c69-bccc-3a784da82261 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b2fc89f-88e8-42b3-9006-35470a9f74fc HTTP/1.1" status: 200 len: 945 time: 0.0499983 May 23 15:35:06.919306 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:06.936230 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-da7aba83-1fc9-4bd7-a864-97720c9c5319 req-e7ffff06-b6ac-413e-98c5-55faceb05dca tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=461757f8-5a4b-4cf6-a283-c73e9d0e9fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423114 May 23 15:35:07.066144 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e333859-844a-4a1e-bd4e-e04b90ebbc33 req-2a51e056-ab0b-44bb-a66a-b8f35d2a133f tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:07.067651 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8e333859-844a-4a1e-bd4e-e04b90ebbc33 req-2a51e056-ab0b-44bb-a66a-b8f35d2a133f tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b2fc89f-88e8-42b3-9006-35470a9f74fc HTTP/1.1" status: 200 len: 945 time: 0.0558653 May 23 15:35:07.076855 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 36232) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:35:07.081581 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-edd90b36-b982-4a51-874b-4cb88be7af0a tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Request body: {'floatingip': {'port_id': '7781bf30-5eb4-4474-84ee-26a19cdd971e'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:35:07.114777 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:07.124745 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-edd90b36-b982-4a51-874b-4cb88be7af0a tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks [] for floatingip (3214cf89-15db-48aa-868e-4abef0d3b712), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:07.553201 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-edd90b36-b982-4a51-874b-4cb88be7af0a tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:07.556698 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-edd90b36-b982-4a51-874b-4cb88be7af0a tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-863864'] for floatingip (3214cf89-15db-48aa-868e-4abef0d3b712), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:07.606349 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:07.654864 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.db.l3_db [None req-edd90b36-b982-4a51-874b-4cb88be7af0a tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Floating IP 3214cf89-15db-48aa-868e-4abef0d3b712 associated. External IP: 172.27.2.17, port: 7781bf30-5eb4-4474-84ee-26a19cdd971e. May 23 15:35:07.852741 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd90b36-b982-4a51-874b-4cb88be7af0a tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Router 649fe937-f8c3-4570-8c43-aa9e4c0fb8f6 has already been hosted by L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:35:07.952568 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd90b36-b982-4a51-874b-4cb88be7af0a tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:35:07.956887 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-edd90b36-b982-4a51-874b-4cb88be7af0a tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for floatingip (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:07.962170 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90b9e95-5419-4615-8b94-5ccab43f75b9 None None] Sync routers for ids ['649fe937-f8c3-4570-8c43-aa9e4c0fb8f6'] in dv-cinder-841125-8-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:35:07.972895 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90b9e95-5419-4615-8b94-5ccab43f75b9 None None] Routers {'649fe937-f8c3-4570-8c43-aa9e4c0fb8f6'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:35:07.973508 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-a90b9e95-5419-4615-8b94-5ccab43f75b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:35:05Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['649fe937-f8c3-4570-8c43-aa9e4c0fb8f6'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:35:07.989797 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-edd90b36-b982-4a51-874b-4cb88be7af0a tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "PUT /v2.0/floatingips/3214cf89-15db-48aa-868e-4abef0d3b712 HTTP/1.1" status: 200 len: 990 time: 0.9096065 May 23 15:35:07.989797 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b2fc89f-88e8-42b3-9006-35470a9f74fc', 'tag': '7781bf30-5eb4-4474-84ee-26a19cdd971e'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:35:07.990662 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d701dac66fe37c46ae86bb78260b1e19b4b16e00f190307f8222235e17cfe25e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3cee0fb-de2d-4d49-a518-56e422267d4e" -d '{"events": [{"name": "network-changed", "server_uuid": "2b2fc89f-88e8-42b3-9006-35470a9f74fc", "tag": "7781bf30-5eb4-4474-84ee-26a19cdd971e"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:35:08.026718 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54d2515-8cec-402e-8f2b-2110651b7266 x-openstack-request-id: req-f54d2515-8cec-402e-8f2b-2110651b7266 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:35:08.027012 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b2fc89f-88e8-42b3-9006-35470a9f74fc", "tag": "7781bf30-5eb4-4474-84ee-26a19cdd971e", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:35:08.027267 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f54d2515-8cec-402e-8f2b-2110651b7266 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:35:08.027673 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f54d2515-8cec-402e-8f2b-2110651b7266'] response: {'name': 'network-changed', 'server_uuid': '2b2fc89f-88e8-42b3-9006-35470a9f74fc', 'tag': '7781bf30-5eb4-4474-84ee-26a19cdd971e', 'status': 'completed', 'code': 200} May 23 15:35:08.097370 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-a90b9e95-5419-4615-8b94-5ccab43f75b9 None None] Set router 649fe937-f8c3-4570-8c43-aa9e4c0fb8f6 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:35:08.121834 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cee0fb-de2d-4d49-a518-56e422267d4e req-64bf39d0-8875-4b74-908e-233d3a3b78b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:08.123886 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b3cee0fb-de2d-4d49-a518-56e422267d4e req-64bf39d0-8875-4b74-908e-233d3a3b78b4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9aaff9db173d4618929536b08d2be8f0&device_id=2b2fc89f-88e8-42b3-9006-35470a9f74fc HTTP/1.1" status: 200 len: 1129 time: 0.0417180 May 23 15:35:08.137921 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=100 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:08.172541 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:08.234114 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cee0fb-de2d-4d49-a518-56e422267d4e req-cc88eedc-4a8c-4625-bfb4-6c3f06b9c376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:08.235637 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b3cee0fb-de2d-4d49-a518-56e422267d4e req-cc88eedc-4a8c-4625-bfb4-6c3f06b9c376 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a072baa-6965-4350-b247-fb58bbcac26a HTTP/1.1" status: 200 len: 911 time: 0.1063802 May 23 15:35:08.304302 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b3cee0fb-de2d-4d49-a518-56e422267d4e req-fd69bfe6-95a1-4fd0-b9ab-4fb633fec551 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7781bf30-5eb4-4474-84ee-26a19cdd971e HTTP/1.1" status: 200 len: 998 time: 0.0592325 May 23 15:35:08.359549 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cee0fb-de2d-4d49-a518-56e422267d4e req-3d79afb4-7c6d-40bc-8829-10308371f3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:08.361057 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b3cee0fb-de2d-4d49-a518-56e422267d4e req-3d79afb4-7c6d-40bc-8829-10308371f3e9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7134c090-f572-476b-be3d-e9de19d83fc7 HTTP/1.1" status: 200 len: 849 time: 0.0487766 May 23 15:35:08.410986 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cee0fb-de2d-4d49-a518-56e422267d4e req-e7cd68e4-54c7-403a-aec7-1f0eb1351cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:08.412514 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b3cee0fb-de2d-4d49-a518-56e422267d4e req-e7cd68e4-54c7-403a-aec7-1f0eb1351cc3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a072baa-6965-4350-b247-fb58bbcac26a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455201 May 23 15:35:08.474407 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-a90b9e95-5419-4615-8b94-5ccab43f75b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'name': 'tempest-AttachVolumeTestJSON-678862191-router', 'tenant_id': '9aaff9db173d4618929536b08d2be8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'fb207996-4659-4c02-91cb-c2a17001c7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:49Z', 'updated_at': '2022-05-23T15:30:06Z', 'revision_number': 4, 'project_id': '9aaff9db173d4618929536b08d2be8f0', 'gw_port': {'id': 'fb207996-4659-4c02-91cb-c2a17001c7dc', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:51Z', 'updated_at': '2022-05-23T15:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_floatingips': [{'id': '3214cf89-15db-48aa-868e-4abef0d3b712', 'tenant_id': '9aaff9db173d4618929536b08d2be8f0', 'floating_ip_address': '172.27.2.17', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'port_id': '7781bf30-5eb4-4474-84ee-26a19cdd971e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a072baa-6965-4350-b247-fb58bbcac26a', 'mac_address': 'fa:16:3e:e4:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2fc89f-88e8-42b3-9006-35470a9f74fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:34:54Z', 'updated_at': '2022-05-23T15:35:07Z', 'revision_number': 1, 'project_id': '9aaff9db173d4618929536b08d2be8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6184a888-4f62-4db9-ba94-3f2e67ee8227', 'name': '', 'network_id': '2a072baa-6965-4350-b247-fb58bbcac26a', 'tenant_id': '9aaff9db173d4618929536b08d2be8f0', 'mac_address': 'fa:16:3e:70:65:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7134c090-f572-476b-be3d-e9de19d83fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:30:01Z', 'updated_at': '2022-05-23T15:30:22Z', 'revision_number': 5, 'project_id': '9aaff9db173d4618929536b08d2be8f0', 'subnets': [{'id': '7134c090-f572-476b-be3d-e9de19d83fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:35:08.482251 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=100 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:08.506273 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90b9e95-5419-4615-8b94-5ccab43f75b9 None None] Checking router: 649fe937-f8c3-4570-8c43-aa9e4c0fb8f6 for host: dv-cinder-841125-8-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:35:08.515579 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90b9e95-5419-4615-8b94-5ccab43f75b9 None None] Routers {'649fe937-f8c3-4570-8c43-aa9e4c0fb8f6'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:35:08.516198 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-a90b9e95-5419-4615-8b94-5ccab43f75b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:35:05Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['649fe937-f8c3-4570-8c43-aa9e4c0fb8f6'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:35:08.517380 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b3cee0fb-de2d-4d49-a518-56e422267d4e req-7c6c32b5-9718-40a1-8151-97626419d39e service neutron] 10.222.0.72 "GET /v2.0/networks/2a072baa-6965-4350-b247-fb58bbcac26a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976608 May 23 15:35:08.626015 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b3cee0fb-de2d-4d49-a518-56e422267d4e req-c9171038-72e6-4dc8-bde4-c9b1980d8ff4 service neutron] 10.222.0.72 "GET /v2.0/networks/2a072baa-6965-4350-b247-fb58bbcac26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997443 May 23 15:35:08.630817 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-a90b9e95-5419-4615-8b94-5ccab43f75b9 None None] Set router 649fe937-f8c3-4570-8c43-aa9e4c0fb8f6 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:35:08.837928 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=100 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:08.848787 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-a90b9e95-5419-4615-8b94-5ccab43f75b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'name': 'tempest-AttachVolumeTestJSON-678862191-router', 'tenant_id': '9aaff9db173d4618929536b08d2be8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'fb207996-4659-4c02-91cb-c2a17001c7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:49Z', 'updated_at': '2022-05-23T15:30:06Z', 'revision_number': 4, 'project_id': '9aaff9db173d4618929536b08d2be8f0', 'gw_port': {'id': 'fb207996-4659-4c02-91cb-c2a17001c7dc', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:51Z', 'updated_at': '2022-05-23T15:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_floatingips': [{'id': '3214cf89-15db-48aa-868e-4abef0d3b712', 'tenant_id': '9aaff9db173d4618929536b08d2be8f0', 'floating_ip_address': '172.27.2.17', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'port_id': '7781bf30-5eb4-4474-84ee-26a19cdd971e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a072baa-6965-4350-b247-fb58bbcac26a', 'mac_address': 'fa:16:3e:e4:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2fc89f-88e8-42b3-9006-35470a9f74fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:34:54Z', 'updated_at': '2022-05-23T15:35:07Z', 'revision_number': 1, 'project_id': '9aaff9db173d4618929536b08d2be8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6184a888-4f62-4db9-ba94-3f2e67ee8227', 'name': '', 'network_id': '2a072baa-6965-4350-b247-fb58bbcac26a', 'tenant_id': '9aaff9db173d4618929536b08d2be8f0', 'mac_address': 'fa:16:3e:70:65:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7134c090-f572-476b-be3d-e9de19d83fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:30:01Z', 'updated_at': '2022-05-23T15:30:22Z', 'revision_number': 5, 'project_id': '9aaff9db173d4618929536b08d2be8f0', 'subnets': [{'id': '7134c090-f572-476b-be3d-e9de19d83fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:35:08.877943 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90b9e95-5419-4615-8b94-5ccab43f75b9 None None] The sync data for ids ['649fe937-f8c3-4570-8c43-aa9e4c0fb8f6'] in dv-cinder-841125-8-iscsi is: [{'id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'name': 'tempest-AttachVolumeTestJSON-678862191-router', 'tenant_id': '9aaff9db173d4618929536b08d2be8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'fb207996-4659-4c02-91cb-c2a17001c7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:49Z', 'updated_at': '2022-05-23T15:30:06Z', 'revision_number': 4, 'project_id': '9aaff9db173d4618929536b08d2be8f0', 'gw_port': {'id': 'fb207996-4659-4c02-91cb-c2a17001c7dc', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:51Z', 'updated_at': '2022-05-23T15:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_floatingips': [{'id': '3214cf89-15db-48aa-868e-4abef0d3b712', 'tenant_id': '9aaff9db173d4618929536b08d2be8f0', 'floating_ip_address': '172.27.2.17', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'port_id': '7781bf30-5eb4-4474-84ee-26a19cdd971e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a072baa-6965-4350-b247-fb58bbcac26a', 'mac_address': 'fa:16:3e:e4:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2fc89f-88e8-42b3-9006-35470a9f74fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:34:54Z', 'updated_at': '2022-05-23T15:35:07Z', 'revision_number': 1, 'project_id': '9aaff9db173d4618929536b08d2be8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6184a888-4f62-4db9-ba94-3f2e67ee8227', 'name': '', 'network_id': '2a072baa-6965-4350-b247-fb58bbcac26a', 'tenant_id': '9aaff9db173d4618929536b08d2be8f0', 'mac_address': 'fa:16:3e:70:65:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7134c090-f572-476b-be3d-e9de19d83fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:30:01Z', 'updated_at': '2022-05-23T15:30:22Z', 'revision_number': 5, 'project_id': '9aaff9db173d4618929536b08d2be8f0', 'subnets': [{'id': '7134c090-f572-476b-be3d-e9de19d83fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:35:09.067819 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d6c096-3419-4b9f-bfb2-b742a476b320 None None] New status for floating IP 3214cf89-15db-48aa-868e-4abef0d3b712: ACTIVE {{(pid=104083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:35:09.729220 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:10.064802 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82cac1b-a169-4448-8aed-459e065df78a req-fa42217c-76cf-46e2-a6d0-bf446abcb2ff tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:10.066300 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f82cac1b-a169-4448-8aed-459e065df78a req-fa42217c-76cf-46e2-a6d0-bf446abcb2ff tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=1742ffd2-9b97-445d-94ad-da23deebac48 HTTP/1.1" status: 200 len: 945 time: 0.0478263 May 23 15:35:10.115003 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f82cac1b-a169-4448-8aed-459e065df78a req-e06f1e28-91b4-4f95-a6ea-26495ba67de9 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d04a868-4d92-4d83-be30-c5acf788acac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431209 May 23 15:35:10.623319 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-deeacb48-f8ad-4ee7-aaeb-78a4c3f342fc None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:35:11.232346 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c92405-f1ff-4b01-8b1e-c3528d62fc89 req-de8ec8aa-a387-4e04-ae5a-2dac5f9ac39d tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:11.234370 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-93c92405-f1ff-4b01-8b1e-c3528d62fc89 req-de8ec8aa-a387-4e04-ae5a-2dac5f9ac39d tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=1742ffd2-9b97-445d-94ad-da23deebac48 HTTP/1.1" status: 200 len: 945 time: 0.0465405 May 23 15:35:11.256552 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:11.285927 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-93c92405-f1ff-4b01-8b1e-c3528d62fc89 req-2749ccd9-508b-4202-a44a-18160dda6c7f tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d04a868-4d92-4d83-be30-c5acf788acac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458016 May 23 15:35:12.102541 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbda6f7-5a9c-4808-860b-a64c58c42aea req-2f238d10-5b45-4e4b-aa8c-65159b4d46f7 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:12.103980 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5dbda6f7-5a9c-4808-860b-a64c58c42aea req-2f238d10-5b45-4e4b-aa8c-65159b4d46f7 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.72 "GET /v2.0/ports?device_id=1742ffd2-9b97-445d-94ad-da23deebac48 HTTP/1.1" status: 200 len: 945 time: 0.0458536 May 23 15:35:12.189569 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-5dbda6f7-5a9c-4808-860b-a64c58c42aea req-78c8d943-491b-4fce-8d72-15e4cc5c25d4 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Deleting port 6fea56fd-ce2d-491d-b530-af4a33a7b17e {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:35:12.189932 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-5dbda6f7-5a9c-4808-860b-a64c58c42aea req-78c8d943-491b-4fce-8d72-15e4cc5c25d4 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (6fea56fd-ce2d-491d-b530-af4a33a7b17e), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:12.276488 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-5dbda6f7-5a9c-4808-860b-a64c58c42aea req-78c8d943-491b-4fce-8d72-15e4cc5c25d4 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] For port 6fea56fd-ce2d-491d-b530-af4a33a7b17e, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=6fea56fd-ce2d-491d-b530-af4a33a7b17e,segment=NetworkSegment(4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0),segment_id=4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:35:12.276849 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-5dbda6f7-5a9c-4808-860b-a64c58c42aea req-78c8d943-491b-4fce-8d72-15e4cc5c25d4 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (6fea56fd-ce2d-491d-b530-af4a33a7b17e), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:12.668954 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a642e1-6d80-4e10-a9ff-b6d9b8243871 req-db9661e7-2db0-4d61-93da-748367e59011 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:12.670439 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-21a642e1-6d80-4e10-a9ff-b6d9b8243871 req-db9661e7-2db0-4d61-93da-748367e59011 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=1742ffd2-9b97-445d-94ad-da23deebac48 HTTP/1.1" status: 200 len: 945 time: 0.3008997 May 23 15:35:12.705627 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-5dbda6f7-5a9c-4808-860b-a64c58c42aea req-78c8d943-491b-4fce-8d72-15e4cc5c25d4 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:12.705986 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-5dbda6f7-5a9c-4808-860b-a64c58c42aea req-78c8d943-491b-4fce-8d72-15e4cc5c25d4 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-863864'] for floatingip (1fe9bebf-a041-4380-96e0-29fe5d4eafb5), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:12.706296 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.db.l3_db [req-5dbda6f7-5a9c-4808-860b-a64c58c42aea req-78c8d943-491b-4fce-8d72-15e4cc5c25d4 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Floating IP 1fe9bebf-a041-4380-96e0-29fe5d4eafb5 disassociated. External IP: 172.27.2.151, port: 6fea56fd-ce2d-491d-b530-af4a33a7b17e. May 23 15:35:12.706639 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-5dbda6f7-5a9c-4808-860b-a64c58c42aea req-78c8d943-491b-4fce-8d72-15e4cc5c25d4 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Calling delete_port for 6fea56fd-ce2d-491d-b530-af4a33a7b17e owned by compute:nova {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:35:12.728266 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:12.774794 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-21a642e1-6d80-4e10-a9ff-b6d9b8243871 req-9bd2d56a-9983-41f3-9308-76742de7b8f7 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d04a868-4d92-4d83-be30-c5acf788acac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957658 May 23 15:35:12.858089 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-5dbda6f7-5a9c-4808-860b-a64c58c42aea req-78c8d943-491b-4fce-8d72-15e4cc5c25d4 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (6fea56fd-ce2d-491d-b530-af4a33a7b17e), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:12.882991 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:12.886474 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c8d943-491b-4fce-8d72-15e4cc5c25d4 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Pushing event deleted for resources: {'Port': ['ID=6fea56fd-ce2d-491d-b530-af4a33a7b17e,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:35:12.997802 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5dbda6f7-5a9c-4808-860b-a64c58c42aea req-78c8d943-491b-4fce-8d72-15e4cc5c25d4 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Router 73c86724-c44e-4cb5-bf5d-4e91768509eb has already been hosted by L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:35:13.110786 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5dbda6f7-5a9c-4808-860b-a64c58c42aea req-78c8d943-491b-4fce-8d72-15e4cc5c25d4 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:35:13.120382 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f4fbd9-3f37-4f55-b3d5-2dc70a1f943d None None] Sync routers for ids ['73c86724-c44e-4cb5-bf5d-4e91768509eb'] in dv-cinder-841125-8-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:35:13.129794 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f4fbd9-3f37-4f55-b3d5-2dc70a1f943d None None] Routers {'73c86724-c44e-4cb5-bf5d-4e91768509eb'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:35:13.130402 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-f6f4fbd9-3f37-4f55-b3d5-2dc70a1f943d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:35:05Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['73c86724-c44e-4cb5-bf5d-4e91768509eb'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:35:13.155406 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dbda6f7-5a9c-4808-860b-a64c58c42aea req-78c8d943-491b-4fce-8d72-15e4cc5c25d4 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] No DVR routers for this DVR port 6fea56fd-ce2d-491d-b530-af4a33a7b17e on host hv-cinder-84112 {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:35:13.157979 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-5dbda6f7-5a9c-4808-860b-a64c58c42aea req-78c8d943-491b-4fce-8d72-15e4cc5c25d4 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:13.161462 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5dbda6f7-5a9c-4808-860b-a64c58c42aea req-78c8d943-491b-4fce-8d72-15e4cc5c25d4 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.72 "DELETE /v2.0/ports/6fea56fd-ce2d-491d-b530-af4a33a7b17e HTTP/1.1" status: 204 len: 173 time: 1.0515974 May 23 15:35:13.161947 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1742ffd2-9b97-445d-94ad-da23deebac48', 'name': 'network-vif-deleted', 'tag': '6fea56fd-ce2d-491d-b530-af4a33a7b17e'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:35:13.164323 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee4ef39eddac8a8c2b622b321199fad7a345fd77cd5019e852148a8aec1132e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b88ea9a-1900-4269-947f-be9f5bde7df4" -d '{"events": [{"server_uuid": "1742ffd2-9b97-445d-94ad-da23deebac48", "name": "network-vif-deleted", "tag": "6fea56fd-ce2d-491d-b530-af4a33a7b17e"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:35:13.249612 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-f6f4fbd9-3f37-4f55-b3d5-2dc70a1f943d None None] Set router 73c86724-c44e-4cb5-bf5d-4e91768509eb gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:35:13.277185 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9147314d-28ab-4286-984b-65935947f966 x-openstack-request-id: req-9147314d-28ab-4286-984b-65935947f966 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:35:13.277485 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1742ffd2-9b97-445d-94ad-da23deebac48", "name": "network-vif-deleted", "tag": "6fea56fd-ce2d-491d-b530-af4a33a7b17e", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:35:13.277767 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9147314d-28ab-4286-984b-65935947f966 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:35:13.278219 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9147314d-28ab-4286-984b-65935947f966'] response: {'server_uuid': '1742ffd2-9b97-445d-94ad-da23deebac48', 'name': 'network-vif-deleted', 'tag': '6fea56fd-ce2d-491d-b530-af4a33a7b17e', 'status': 'completed', 'code': 200} May 23 15:35:13.415940 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:13.455290 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-f6f4fbd9-3f37-4f55-b3d5-2dc70a1f943d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'name': 'tempest-AttachVolumeNegativeTest-46828579-router', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:01Z', 'revision_number': 4, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'gw_port': {'id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:48Z', 'updated_at': '2022-05-23T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': 'eed7ccaf-c776-4c8b-85e4-178419f40af7', 'name': '', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'mac_address': 'fa:16:3e:53:a7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:58Z', 'updated_at': '2022-05-23T15:30:14Z', 'revision_number': 5, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'subnets': [{'id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:35:13.458009 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:13.480100 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f4fbd9-3f37-4f55-b3d5-2dc70a1f943d None None] Checking router: 73c86724-c44e-4cb5-bf5d-4e91768509eb for host: dv-cinder-841125-8-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:35:13.491317 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f4fbd9-3f37-4f55-b3d5-2dc70a1f943d None None] Routers {'73c86724-c44e-4cb5-bf5d-4e91768509eb'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:35:13.491895 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-f6f4fbd9-3f37-4f55-b3d5-2dc70a1f943d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:35:05Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['73c86724-c44e-4cb5-bf5d-4e91768509eb'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:35:13.591543 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-f6f4fbd9-3f37-4f55-b3d5-2dc70a1f943d None None] Set router 73c86724-c44e-4cb5-bf5d-4e91768509eb gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:35:13.791575 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-f6f4fbd9-3f37-4f55-b3d5-2dc70a1f943d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'name': 'tempest-AttachVolumeNegativeTest-46828579-router', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:01Z', 'revision_number': 4, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'gw_port': {'id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:48Z', 'updated_at': '2022-05-23T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': 'eed7ccaf-c776-4c8b-85e4-178419f40af7', 'name': '', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'mac_address': 'fa:16:3e:53:a7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:58Z', 'updated_at': '2022-05-23T15:30:14Z', 'revision_number': 5, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'subnets': [{'id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:35:13.817185 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f4fbd9-3f37-4f55-b3d5-2dc70a1f943d None None] The sync data for ids ['73c86724-c44e-4cb5-bf5d-4e91768509eb'] in dv-cinder-841125-8-iscsi is: [{'id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'name': 'tempest-AttachVolumeNegativeTest-46828579-router', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:01Z', 'revision_number': 4, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'gw_port': {'id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:48Z', 'updated_at': '2022-05-23T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': 'eed7ccaf-c776-4c8b-85e4-178419f40af7', 'name': '', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'mac_address': 'fa:16:3e:53:a7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:58Z', 'updated_at': '2022-05-23T15:30:14Z', 'revision_number': 5, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'subnets': [{'id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:35:13.874245 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 36282) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:35:13.933034 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4a5cdd65-43f0-4588-b53f-918fb7827bbe tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for security_group (1d04a868-4d92-4d83-be30-c5acf788acac), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:13.956811 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4a5cdd65-43f0-4588-b53f-918fb7827bbe tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for security_group (1d04a868-4d92-4d83-be30-c5acf788acac), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:14.008509 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4a5cdd65-43f0-4588-b53f-918fb7827bbe tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (1d04a868-4d92-4d83-be30-c5acf788acac), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:14.011134 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4a5cdd65-43f0-4588-b53f-918fb7827bbe tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:14.012300 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-4a5cdd65-43f0-4588-b53f-918fb7827bbe tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "DELETE /v2.0/security-groups/1d04a868-4d92-4d83-be30-c5acf788acac HTTP/1.1" status: 204 len: 168 time: 0.1369991 May 23 15:35:14.015414 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 36284) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:35:14.022044 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5cdd65-43f0-4588-b53f-918fb7827bbe tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d04a868-4d92-4d83-be30-c5acf788acac,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:35:14.030096 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5cdd65-43f0-4588-b53f-918fb7827bbe tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:14.030590 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5cdd65-43f0-4588-b53f-918fb7827bbe tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:14.030934 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5cdd65-43f0-4588-b53f-918fb7827bbe tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:14.031279 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5cdd65-43f0-4588-b53f-918fb7827bbe tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:14.031618 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5cdd65-43f0-4588-b53f-918fb7827bbe tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:14.031717 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.api.v2.resource [None req-e92dc239-d7eb-4e7d-9282-650e0f0c22f0 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] show failed (client error): The resource could not be found. May 23 15:35:14.031972 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5cdd65-43f0-4588-b53f-918fb7827bbe tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:14.032296 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5cdd65-43f0-4588-b53f-918fb7827bbe tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:14.032754 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-e92dc239-d7eb-4e7d-9282-650e0f0c22f0 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups/1d04a868-4d92-4d83-be30-c5acf788acac HTTP/1.1" status: 404 len: 347 time: 0.0162373 May 23 15:35:14.033245 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5cdd65-43f0-4588-b53f-918fb7827bbe tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:14.033696 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5cdd65-43f0-4588-b53f-918fb7827bbe tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:14.034047 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5cdd65-43f0-4588-b53f-918fb7827bbe tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:14.034394 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5cdd65-43f0-4588-b53f-918fb7827bbe tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:14.034738 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5cdd65-43f0-4588-b53f-918fb7827bbe tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:14.035095 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5cdd65-43f0-4588-b53f-918fb7827bbe tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:14.035455 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5cdd65-43f0-4588-b53f-918fb7827bbe tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:14.035738 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 36286) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:35:14.035847 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5cdd65-43f0-4588-b53f-918fb7827bbe tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:14.101607 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f93fe1c-069e-4916-b475-bfc2192d3671 None None] New status for floating IP 1fe9bebf-a041-4380-96e0-29fe5d4eafb5: DOWN {{(pid=104083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:35:14.150983 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-1c2412ab-0770-493b-812f-289b27004488 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Deleting port 4102ad01-abfb-4ed6-b80e-a6291d59fd39 {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:35:14.151577 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1c2412ab-0770-493b-812f-289b27004488 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (4102ad01-abfb-4ed6-b80e-a6291d59fd39), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:14.236384 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1c2412ab-0770-493b-812f-289b27004488 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (4102ad01-abfb-4ed6-b80e-a6291d59fd39), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:14.236716 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1c2412ab-0770-493b-812f-289b27004488 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for floatingip (4102ad01-abfb-4ed6-b80e-a6291d59fd39), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:14.249318 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-1c2412ab-0770-493b-812f-289b27004488 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Calling delete_port for 4102ad01-abfb-4ed6-b80e-a6291d59fd39 owned by network:floatingip {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:35:14.389326 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1c2412ab-0770-493b-812f-289b27004488 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (4102ad01-abfb-4ed6-b80e-a6291d59fd39), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:14.412470 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2412ab-0770-493b-812f-289b27004488 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Pushing event deleted for resources: {'Port': ['ID=4102ad01-abfb-4ed6-b80e-a6291d59fd39,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:35:14.475470 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1c2412ab-0770-493b-812f-289b27004488 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for floatingip (1fe9bebf-a041-4380-96e0-29fe5d4eafb5), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:14.477826 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1c2412ab-0770-493b-812f-289b27004488 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:14.478964 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-1c2412ab-0770-493b-812f-289b27004488 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "DELETE /v2.0/floatingips/1fe9bebf-a041-4380-96e0-29fe5d4eafb5 HTTP/1.1" status: 204 len: 168 time: 0.4423463 May 23 15:35:14.543352 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 36294) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:35:14.547995 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-d8ffe3a1-4720-4efb-a13a-1fa924cadfbd tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Request body: {'security_group': {'name': 'tempest-securitygroup--94558504', 'description': 'tempest-description--2098339930'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:35:14.555320 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:14.570099 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d8ffe3a1-4720-4efb-a13a-1fa924cadfbd tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:14.638007 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d8ffe3a1-4720-4efb-a13a-1fa924cadfbd tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for security_group (55baf6b9-3f01-4281-8d07-fc9a2737e0df), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:14.642748 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d8ffe3a1-4720-4efb-a13a-1fa924cadfbd tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (55baf6b9-3f01-4281-8d07-fc9a2737e0df), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:14.673837 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d8ffe3a1-4720-4efb-a13a-1fa924cadfbd tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:14.675041 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-d8ffe3a1-4720-4efb-a13a-1fa924cadfbd tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1306510 May 23 15:35:14.676118 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ffe3a1-4720-4efb-a13a-1fa924cadfbd tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55baf6b9-3f01-4281-8d07-fc9a2737e0df,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:35:14.678119 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 36298) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:35:14.682687 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-eda7e8c4-4970-4033-bd27-12fa430a8518 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Request body: {'security_group_rule': {'security_group_id': '55baf6b9-3f01-4281-8d07-fc9a2737e0df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:35:14.709642 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-eda7e8c4-4970-4033-bd27-12fa430a8518 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for security_group_rule (9000becc-200b-482c-9f09-bcd09d6f1a26), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:14.762866 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-eda7e8c4-4970-4033-bd27-12fa430a8518 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for security_group_rule (9000becc-200b-482c-9f09-bcd09d6f1a26), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:14.767285 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-eda7e8c4-4970-4033-bd27-12fa430a8518 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594284'] for security_group_rule (9000becc-200b-482c-9f09-bcd09d6f1a26), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:14.789760 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda7e8c4-4970-4033-bd27-12fa430a8518 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9000becc-200b-482c-9f09-bcd09d6f1a26,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:35:14.794746 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-eda7e8c4-4970-4033-bd27-12fa430a8518 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:14.797527 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-eda7e8c4-4970-4033-bd27-12fa430a8518 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1181982 May 23 15:35:14.798954 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 36300) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:35:14.805157 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-9eb35f1d-c820-4d44-b63b-3bd35e182949 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Request body: {'security_group_rule': {'security_group_id': '55baf6b9-3f01-4281-8d07-fc9a2737e0df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:35:14.837031 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9eb35f1d-c820-4d44-b63b-3bd35e182949 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for security_group_rule (0394c0c7-d6ed-4770-bd4b-da9e065e7a17), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:14.882700 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:14.885274 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9eb35f1d-c820-4d44-b63b-3bd35e182949 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for security_group_rule (0394c0c7-d6ed-4770-bd4b-da9e065e7a17), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:14.889277 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9eb35f1d-c820-4d44-b63b-3bd35e182949 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594284'] for security_group_rule (0394c0c7-d6ed-4770-bd4b-da9e065e7a17), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:14.914387 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb35f1d-c820-4d44-b63b-3bd35e182949 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0394c0c7-d6ed-4770-bd4b-da9e065e7a17,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:35:14.921104 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9eb35f1d-c820-4d44-b63b-3bd35e182949 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:14.922229 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-9eb35f1d-c820-4d44-b63b-3bd35e182949 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1220653 May 23 15:35:14.925275 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 36302) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:35:14.929549 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-ae6eed99-6e02-42e7-8804-a1807347a5ad tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Request body: {'floatingip': {'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:35:14.949699 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ae6eed99-6e02-42e7-8804-a1807347a5ad tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:15.025961 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ae6eed99-6e02-42e7-8804-a1807347a5ad tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:15.141455 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-ae6eed99-6e02-42e7-8804-a1807347a5ad tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Allocated IP 172.27.2.222 (c36a36f9-cc20-4687-9603-de8e87d2bfc7/aa177288-79a2-4e75-ac60-432249438b03/dab751c0-16fd-48e2-8957-b69b55bf6c57) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:35:15.246661 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:15.268161 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ae6eed99-6e02-42e7-8804-a1807347a5ad tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for port (dab751c0-16fd-48e2-8957-b69b55bf6c57), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:15.300142 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ae6eed99-6e02-42e7-8804-a1807347a5ad tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250202'] for port (dab751c0-16fd-48e2-8957-b69b55bf6c57), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:15.344003 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6eed99-6e02-42e7-8804-a1807347a5ad tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Network c36a36f9-cc20-4687-9603-de8e87d2bfc7 is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:35:15.346993 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-ae6eed99-6e02-42e7-8804-a1807347a5ad tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:35:15.350886 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6eed99-6e02-42e7-8804-a1807347a5ad tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:35:15.355832 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6eed99-6e02-42e7-8804-a1807347a5ad tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Pushing event updated for resources: {'Port': ['ID=dab751c0-16fd-48e2-8957-b69b55bf6c57,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:35:15.432337 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ae6eed99-6e02-42e7-8804-a1807347a5ad tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for floatingip (5a9db8d3-45a1-4643-a466-5e29a14b2eba), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:15.469522 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ae6eed99-6e02-42e7-8804-a1807347a5ad tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (dab751c0-16fd-48e2-8957-b69b55bf6c57), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:15.597914 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:15.657994 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ae6eed99-6e02-42e7-8804-a1807347a5ad tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for port (dab751c0-16fd-48e2-8957-b69b55bf6c57), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:15.662450 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ae6eed99-6e02-42e7-8804-a1807347a5ad tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4250195'] for port (dab751c0-16fd-48e2-8957-b69b55bf6c57), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:15.731196 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6eed99-6e02-42e7-8804-a1807347a5ad tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Pushing event updated for resources: {'Port': ['ID=dab751c0-16fd-48e2-8957-b69b55bf6c57,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:35:15.743061 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ae6eed99-6e02-42e7-8804-a1807347a5ad tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-863864'] for floatingip (5a9db8d3-45a1-4643-a466-5e29a14b2eba), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:15.757912 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ae6eed99-6e02-42e7-8804-a1807347a5ad tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for floatingip (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:15.759128 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-ae6eed99-6e02-42e7-8804-a1807347a5ad tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8328614 May 23 15:35:15.852003 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 6fea56fd-ce2d-491d-b530-af4a33a7b17e no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:35:15.870708 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] No Port match for: 6fea56fd-ce2d-491d-b530-af4a33a7b17e {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:35:15.871055 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 6fea56fd-ce2d-491d-b530-af4a33a7b17e not bound to the agent host hv-cinder-84112 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:35:15.916439 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-23537603-3976-4c4d-8e67-5561771c93fd req-5c90461e-bb9b-4791-afe3-c0630df14aa8 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--94558504&fields=id&tenant_id=f2020e2bf35744af9161d7cf3e8bd345 HTTP/1.1" status: 200 len: 267 time: 0.0532115 May 23 15:35:16.025346 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23537603-3976-4c4d-8e67-5561771c93fd req-7efb5784-8a0a-4a5f-9794-485ec50c53de tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:16.026808 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-23537603-3976-4c4d-8e67-5561771c93fd req-7efb5784-8a0a-4a5f-9794-485ec50c53de tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/networks?id=c9306d40-6dd5-4f4d-bb55-9077bd7b986d HTTP/1.1" status: 200 len: 813 time: 0.1037829 May 23 15:35:16.042205 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-23537603-3976-4c4d-8e67-5561771c93fd req-65c05746-45c7-4aa0-900d-9de88dfc4555 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/quotas/f2020e2bf35744af9161d7cf3e8bd345 HTTP/1.1" status: 200 len: 375 time: 0.0093031 May 23 15:35:16.090703 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-23537603-3976-4c4d-8e67-5561771c93fd req-3af1f123-127b-42d8-a053-56506cc6c9ca tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f2020e2bf35744af9161d7cf3e8bd345&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0427284 May 23 15:35:16.239943 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-23537603-3976-4c4d-8e67-5561771c93fd req-c23270b8-bace-443d-be7e-1cb2822e64d9 service neutron] 10.222.0.30 "GET /v2.0/networks/c9306d40-6dd5-4f4d-bb55-9077bd7b986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372027 May 23 15:35:16.313017 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:16.328221 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-23537603-3976-4c4d-8e67-5561771c93fd req-2844f3c8-12e3-4d53-be44-3164c266709e service neutron] 10.222.0.30 "GET /v2.0/networks/c9306d40-6dd5-4f4d-bb55-9077bd7b986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825438 May 23 15:35:16.490935 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ec9e6cea-9c48-4b42-a288-1323ed2ca6ef req-fc7724f8-83e3-4120-a1de-2d962729eb1a tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cb5b773-cad7-4825-8550-efc0cebf77ac HTTP/1.1" status: 200 len: 210 time: 0.0309968 May 23 15:35:16.702585 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (88197243-2542-4a6c-b81b-f727b3d95aaf), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:17.597011 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9bc4ad35-078c-4558-9cab-1f2ed8369c1f req-a5f30963-77f3-47eb-9d39-a2d02749dfe8 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cb5b773-cad7-4825-8550-efc0cebf77ac HTTP/1.1" status: 200 len: 210 time: 0.0344181 May 23 15:35:17.621865 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:17.666590 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23537603-3976-4c4d-8e67-5561771c93fd req-41850f0b-0415-47bf-b6f0-a995ae2f4fbd tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:17.668051 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-23537603-3976-4c4d-8e67-5561771c93fd req-41850f0b-0415-47bf-b6f0-a995ae2f4fbd tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.72 "GET /v2.0/networks?id=c9306d40-6dd5-4f4d-bb55-9077bd7b986d HTTP/1.1" status: 200 len: 813 time: 0.1168513 May 23 15:35:17.735581 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-23537603-3976-4c4d-8e67-5561771c93fd req-972ab864-b594-4c99-894c-440167e7f2e8 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2020e2bf35744af9161d7cf3e8bd345 HTTP/1.1" status: 200 len: 378 time: 0.0529504 May 23 15:35:17.849179 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-23537603-3976-4c4d-8e67-5561771c93fd req-318e949f-4ae9-43b6-ae54-a1e3b5178362 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Request body: {'port': {'device_id': '7cb5b773-cad7-4825-8550-efc0cebf77ac', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'admin_state_up': True, 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'security_groups': ['55baf6b9-3f01-4281-8d07-fc9a2737e0df']}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:35:17.958772 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23537603-3976-4c4d-8e67-5561771c93fd req-318e949f-4ae9-43b6-ae54-a1e3b5178362 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Made reservation on behalf of f2020e2bf35744af9161d7cf3e8bd345 for: {'port': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:35:17.962249 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-23537603-3976-4c4d-8e67-5561771c93fd req-318e949f-4ae9-43b6-ae54-a1e3b5178362 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:18.089812 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [req-23537603-3976-4c4d-8e67-5561771c93fd req-318e949f-4ae9-43b6-ae54-a1e3b5178362 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Allocated IP 172.20.0.11 (c9306d40-6dd5-4f4d-bb55-9077bd7b986d/97f2f0d5-ec7b-4732-a013-35e41c3e0618/9da9d834-ba1e-4927-8127-fb201067194c) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:35:18.222870 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-23537603-3976-4c4d-8e67-5561771c93fd req-318e949f-4ae9-43b6-ae54-a1e3b5178362 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for port (9da9d834-ba1e-4927-8127-fb201067194c), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:18.257088 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-23537603-3976-4c4d-8e67-5561771c93fd req-318e949f-4ae9-43b6-ae54-a1e3b5178362 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (9da9d834-ba1e-4927-8127-fb201067194c), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:18.289619 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:18.307719 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23537603-3976-4c4d-8e67-5561771c93fd req-318e949f-4ae9-43b6-ae54-a1e3b5178362 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Network c9306d40-6dd5-4f4d-bb55-9077bd7b986d is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:35:18.313099 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [req-23537603-3976-4c4d-8e67-5561771c93fd req-318e949f-4ae9-43b6-ae54-a1e3b5178362 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:35:18.317404 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-23537603-3976-4c4d-8e67-5561771c93fd req-318e949f-4ae9-43b6-ae54-a1e3b5178362 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:35:18.321787 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e949f-4ae9-43b6-ae54-a1e3b5178362 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Pushing event updated for resources: {'Port': ['ID=9da9d834-ba1e-4927-8127-fb201067194c,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:35:18.368267 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23537603-3976-4c4d-8e67-5561771c93fd req-318e949f-4ae9-43b6-ae54-a1e3b5178362 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:18.368891 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-23537603-3976-4c4d-8e67-5561771c93fd req-318e949f-4ae9-43b6-ae54-a1e3b5178362 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:18.386014 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-23537603-3976-4c4d-8e67-5561771c93fd req-318e949f-4ae9-43b6-ae54-a1e3b5178362 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5403194 May 23 15:35:18.406294 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-23537603-3976-4c4d-8e67-5561771c93fd req-a5a5a60e-e824-4197-b103-10890c6e3be6 service neutron] Request body: {'port': {'device_id': '7cb5b773-cad7-4825-8550-efc0cebf77ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:35:18.474735 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-23537603-3976-4c4d-8e67-5561771c93fd req-a5a5a60e-e824-4197-b103-10890c6e3be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (9da9d834-ba1e-4927-8127-fb201067194c), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:18.489777 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:18.592369 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-5123bfe6-dfa5-49eb-8704-211509a968f9 None None] Provisioning complete for port 9da9d834-ba1e-4927-8127-fb201067194c triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:35:18.593055 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5123bfe6-dfa5-49eb-8704-211509a968f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (9da9d834-ba1e-4927-8127-fb201067194c), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:18.627659 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-5123bfe6-dfa5-49eb-8704-211509a968f9 None None] Port 9da9d834-ba1e-4927-8127-fb201067194c cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:35:18.729876 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5fdbc9-bb61-44df-b73f-3af1301f43dc req-3d08b6ae-e89d-4fa5-ab61-f8ba326c4379 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:18.731266 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-1d5fdbc9-bb61-44df-b73f-3af1301f43dc req-3d08b6ae-e89d-4fa5-ab61-f8ba326c4379 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cb5b773-cad7-4825-8550-efc0cebf77ac HTTP/1.1" status: 200 len: 932 time: 0.0559156 May 23 15:35:18.810474 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-1d5fdbc9-bb61-44df-b73f-3af1301f43dc req-f669c442-b78f-4a27-b79e-b6bc2a1e1b13 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=55baf6b9-3f01-4281-8d07-fc9a2737e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0726726 May 23 15:35:18.848063 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [req-23537603-3976-4c4d-8e67-5561771c93fd req-a5a5a60e-e824-4197-b103-10890c6e3be6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9da9d834-ba1e-4927-8127-fb201067194c {{(pid=104080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:35:18.855608 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-23537603-3976-4c4d-8e67-5561771c93fd req-a5a5a60e-e824-4197-b103-10890c6e3be6 service neutron] Publish callbacks [] for port (9da9d834-ba1e-4927-8127-fb201067194c), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:18.868435 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.provisioning_blocks [req-23537603-3976-4c4d-8e67-5561771c93fd req-a5a5a60e-e824-4197-b103-10890c6e3be6 service neutron] Transition to ACTIVE for port object 9da9d834-ba1e-4927-8127-fb201067194c will not be triggered until provisioned by entity L2. {{(pid=104080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 15:35:18.872060 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-23537603-3976-4c4d-8e67-5561771c93fd req-a5a5a60e-e824-4197-b103-10890c6e3be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413202'] for port (9da9d834-ba1e-4927-8127-fb201067194c), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:18.919946 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a5a60e-e824-4197-b103-10890c6e3be6 service neutron] Pushing event updated for resources: {'Port': ['ID=9da9d834-ba1e-4927-8127-fb201067194c,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:35:18.996168 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-23537603-3976-4c4d-8e67-5561771c93fd req-a5a5a60e-e824-4197-b103-10890c6e3be6 service neutron] Attempting to bind port 9da9d834-ba1e-4927-8127-fb201067194c on host hv-cinder-84112 for vnic_type normal with profile {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:35:18.996427 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-23537603-3976-4c4d-8e67-5561771c93fd req-a5a5a60e-e824-4197-b103-10890c6e3be6 service neutron] Attempting to bind port 9da9d834-ba1e-4927-8127-fb201067194c by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': '4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d'}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:35:18.996763 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23537603-3976-4c4d-8e67-5561771c93fd req-a5a5a60e-e824-4197-b103-10890c6e3be6 service neutron] Attempting to bind port 9da9d834-ba1e-4927-8127-fb201067194c on network c9306d40-6dd5-4f4d-bb55-9077bd7b986d {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:35:19.002401 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23537603-3976-4c4d-8e67-5561771c93fd req-a5a5a60e-e824-4197-b103-10890c6e3be6 service neutron] Port 9da9d834-ba1e-4927-8127-fb201067194c on network c9306d40-6dd5-4f4d-bb55-9077bd7b986d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 15:35:19.002729 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23537603-3976-4c4d-8e67-5561771c93fd req-a5a5a60e-e824-4197-b103-10890c6e3be6 service neutron] Attempting to bind port 9da9d834-ba1e-4927-8127-fb201067194c on network c9306d40-6dd5-4f4d-bb55-9077bd7b986d {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:35:19.007901 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23537603-3976-4c4d-8e67-5561771c93fd req-a5a5a60e-e824-4197-b103-10890c6e3be6 service neutron] Checking agent: {'id': '88197243-2542-4a6c-b81b-f727b3d95aaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 27, 45), 'started_at': datetime.datetime(2022, 5, 23, 15, 27, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:35:19.008246 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23537603-3976-4c4d-8e67-5561771c93fd req-a5a5a60e-e824-4197-b103-10890c6e3be6 service neutron] Checking segment: {'id': '4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:35:19.008630 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23537603-3976-4c4d-8e67-5561771c93fd req-a5a5a60e-e824-4197-b103-10890c6e3be6 service neutron] Bound using segment: {'id': '4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d'} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:35:19.009095 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-23537603-3976-4c4d-8e67-5561771c93fd req-a5a5a60e-e824-4197-b103-10890c6e3be6 service neutron] Bound port: 9da9d834-ba1e-4927-8127-fb201067194c, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d'}}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:35:19.009510 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-23537603-3976-4c4d-8e67-5561771c93fd req-a5a5a60e-e824-4197-b103-10890c6e3be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (9da9d834-ba1e-4927-8127-fb201067194c), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:19.078500 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:19.079870 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-23537603-3976-4c4d-8e67-5561771c93fd req-a5a5a60e-e824-4197-b103-10890c6e3be6 service neutron] For port 9da9d834-ba1e-4927-8127-fb201067194c, host hv-cinder-84112, cleared binding levels {{(pid=104080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:35:19.083035 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-23537603-3976-4c4d-8e67-5561771c93fd req-a5a5a60e-e824-4197-b103-10890c6e3be6 service neutron] For port 9da9d834-ba1e-4927-8127-fb201067194c, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=9da9d834-ba1e-4927-8127-fb201067194c,segment=NetworkSegment(4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0),segment_id=4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0)] {{(pid=104080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:35:19.088983 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-23537603-3976-4c4d-8e67-5561771c93fd req-a5a5a60e-e824-4197-b103-10890c6e3be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413202'] for port (9da9d834-ba1e-4927-8127-fb201067194c), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:19.128210 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23537603-3976-4c4d-8e67-5561771c93fd req-a5a5a60e-e824-4197-b103-10890c6e3be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:19.128841 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-23537603-3976-4c4d-8e67-5561771c93fd req-a5a5a60e-e824-4197-b103-10890c6e3be6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:19.130255 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-23537603-3976-4c4d-8e67-5561771c93fd req-a5a5a60e-e824-4197-b103-10890c6e3be6 service neutron] 10.222.0.72 "PUT /v2.0/ports/9da9d834-ba1e-4927-8127-fb201067194c HTTP/1.1" status: 200 len: 1094 time: 0.7296853 May 23 15:35:19.130693 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cb5b773-cad7-4825-8550-efc0cebf77ac', 'tag': '9da9d834-ba1e-4927-8127-fb201067194c'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:35:19.132960 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee4ef39eddac8a8c2b622b321199fad7a345fd77cd5019e852148a8aec1132e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0bd6de-e3a2-4d46-b4a1-7b765e0b5d70" -d '{"events": [{"name": "network-changed", "server_uuid": "7cb5b773-cad7-4825-8550-efc0cebf77ac", "tag": "9da9d834-ba1e-4927-8127-fb201067194c"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:35:19.167391 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a5a60e-e824-4197-b103-10890c6e3be6 service neutron] Pushing event updated for resources: {'Port': ['ID=9da9d834-ba1e-4927-8127-fb201067194c,revision_number=3']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:35:19.175552 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9375de33-5c40-4385-8fa2-fb8b65f7b173 x-openstack-request-id: req-9375de33-5c40-4385-8fa2-fb8b65f7b173 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:35:19.175672 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cb5b773-cad7-4825-8550-efc0cebf77ac", "tag": "9da9d834-ba1e-4927-8127-fb201067194c", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:35:19.175900 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9375de33-5c40-4385-8fa2-fb8b65f7b173 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:35:19.176296 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9375de33-5c40-4385-8fa2-fb8b65f7b173'] response: {'name': 'network-changed', 'server_uuid': '7cb5b773-cad7-4825-8550-efc0cebf77ac', 'tag': '9da9d834-ba1e-4927-8127-fb201067194c', 'status': 'completed', 'code': 200} May 23 15:35:19.261785 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23537603-3976-4c4d-8e67-5561771c93fd req-524bfc94-04cd-42a9-baea-6c8655f72a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:19.263305 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-23537603-3976-4c4d-8e67-5561771c93fd req-524bfc94-04cd-42a9-baea-6c8655f72a6c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f2020e2bf35744af9161d7cf3e8bd345&device_id=7cb5b773-cad7-4825-8550-efc0cebf77ac HTTP/1.1" status: 200 len: 1128 time: 0.0412662 May 23 15:35:19.319256 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-23537603-3976-4c4d-8e67-5561771c93fd req-e436931a-1a30-40e8-833a-20741c942500 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9da9d834-ba1e-4927-8127-fb201067194c HTTP/1.1" status: 200 len: 217 time: 0.0378432 May 23 15:35:19.372886 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23537603-3976-4c4d-8e67-5561771c93fd req-0342c05c-be10-475a-867d-25cdef882725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:19.375228 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-23537603-3976-4c4d-8e67-5561771c93fd req-0342c05c-be10-475a-867d-25cdef882725 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97f2f0d5-ec7b-4732-a013-35e41c3e0618 HTTP/1.1" status: 200 len: 852 time: 0.0460606 May 23 15:35:19.418937 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23537603-3976-4c4d-8e67-5561771c93fd req-58018d5e-8672-4bc5-8fba-7659d2db17c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:19.421027 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-23537603-3976-4c4d-8e67-5561771c93fd req-58018d5e-8672-4bc5-8fba-7659d2db17c0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9306d40-6dd5-4f4d-bb55-9077bd7b986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396588 May 23 15:35:19.513443 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-23537603-3976-4c4d-8e67-5561771c93fd req-f5d1b4d6-f0dc-422d-a38f-0408ddaa4fe4 service neutron] 10.222.0.72 "GET /v2.0/networks/c9306d40-6dd5-4f4d-bb55-9077bd7b986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850854 May 23 15:35:19.573031 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:19.604219 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-23537603-3976-4c4d-8e67-5561771c93fd req-215a9333-db94-457f-9c05-0a914979fed4 service neutron] 10.222.0.72 "GET /v2.0/networks/c9306d40-6dd5-4f4d-bb55-9077bd7b986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832307 May 23 15:35:19.926158 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0faec30-1f41-46ab-aab7-2f13f5e73ce7 req-650dd906-c011-4d08-8314-a38addf84b91 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:19.927632 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d0faec30-1f41-46ab-aab7-2f13f5e73ce7 req-650dd906-c011-4d08-8314-a38addf84b91 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cb5b773-cad7-4825-8550-efc0cebf77ac HTTP/1.1" status: 200 len: 944 time: 0.0485196 May 23 15:35:19.977878 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d0faec30-1f41-46ab-aab7-2f13f5e73ce7 req-078f7d94-446b-4157-8cdb-a0005265ddee tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=55baf6b9-3f01-4281-8d07-fc9a2737e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447173 May 23 15:35:20.725756 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0bd6de-e3a2-4d46-b4a1-7b765e0b5d70 req-4478ed69-d166-4bd0-9c91-b1c3204e0fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:20.727245 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ee0bd6de-e3a2-4d46-b4a1-7b765e0b5d70 req-4478ed69-d166-4bd0-9c91-b1c3204e0fce service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f2020e2bf35744af9161d7cf3e8bd345&device_id=7cb5b773-cad7-4825-8550-efc0cebf77ac HTTP/1.1" status: 200 len: 1128 time: 0.0388999 May 23 15:35:20.820131 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0bd6de-e3a2-4d46-b4a1-7b765e0b5d70 req-01e22323-9a05-4644-920f-9497b8fe93c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:20.821642 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ee0bd6de-e3a2-4d46-b4a1-7b765e0b5d70 req-01e22323-9a05-4644-920f-9497b8fe93c1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c9306d40-6dd5-4f4d-bb55-9077bd7b986d HTTP/1.1" status: 200 len: 914 time: 0.0875950 May 23 15:35:20.864714 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ee0bd6de-e3a2-4d46-b4a1-7b765e0b5d70 req-6b9cffd3-7cb9-44e5-95a9-c65facf4ec87 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9da9d834-ba1e-4927-8127-fb201067194c HTTP/1.1" status: 200 len: 217 time: 0.0365369 May 23 15:35:20.914325 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0bd6de-e3a2-4d46-b4a1-7b765e0b5d70 req-e52db90a-f243-497d-a6ff-a86581c27385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:20.915753 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ee0bd6de-e3a2-4d46-b4a1-7b765e0b5d70 req-e52db90a-f243-497d-a6ff-a86581c27385 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97f2f0d5-ec7b-4732-a013-35e41c3e0618 HTTP/1.1" status: 200 len: 852 time: 0.0439446 May 23 15:35:20.960036 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0bd6de-e3a2-4d46-b4a1-7b765e0b5d70 req-52c177fd-e6fb-4d2d-8b57-4687e0f6947f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:20.961540 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ee0bd6de-e3a2-4d46-b4a1-7b765e0b5d70 req-52c177fd-e6fb-4d2d-8b57-4687e0f6947f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9306d40-6dd5-4f4d-bb55-9077bd7b986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378940 May 23 15:35:21.056270 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ee0bd6de-e3a2-4d46-b4a1-7b765e0b5d70 req-f0dcaeb9-b7b7-469f-91ce-aa21c123c517 service neutron] 10.222.0.72 "GET /v2.0/networks/c9306d40-6dd5-4f4d-bb55-9077bd7b986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877428 May 23 15:35:21.096418 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec40044-aa1f-45ed-8ab2-6e8f1243e7fa req-5ed33493-61ec-4da3-bce5-0bc996c92c07 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:21.097902 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7ec40044-aa1f-45ed-8ab2-6e8f1243e7fa req-5ed33493-61ec-4da3-bce5-0bc996c92c07 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cb5b773-cad7-4825-8550-efc0cebf77ac HTTP/1.1" status: 200 len: 944 time: 0.0504203 May 23 15:35:21.144389 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7ec40044-aa1f-45ed-8ab2-6e8f1243e7fa req-38b8bd8e-deea-4ace-b055-89a304b7fd44 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=55baf6b9-3f01-4281-8d07-fc9a2737e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408769 May 23 15:35:21.147045 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ee0bd6de-e3a2-4d46-b4a1-7b765e0b5d70 req-e32c4ebc-d0b3-4394-a5af-cf1d1c1566e8 service neutron] 10.222.0.72 "GET /v2.0/networks/c9306d40-6dd5-4f4d-bb55-9077bd7b986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839314 May 23 15:35:21.852797 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 9da9d834-ba1e-4927-8127-fb201067194c details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:35:21.996349 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 9da9d834-ba1e-4927-8127-fb201067194c, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=9da9d834-ba1e-4927-8127-fb201067194c,segment=NetworkSegment(4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0),segment_id=4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:35:22.008277 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Returning: {'device': '9da9d834-ba1e-4927-8127-fb201067194c', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'port_id': '9da9d834-ba1e-4927-8127-fb201067194c', 'mac_address': 'fa:16:3e:0d:36:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 958, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:35:22.043577 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port 9da9d834-ba1e-4927-8127-fb201067194c is: DOWN; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:35:22.043957 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (9da9d834-ba1e-4927-8127-fb201067194c), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:22.057156 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9da9d834-ba1e-4927-8127-fb201067194c {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:35:22.077538 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 9da9d834-ba1e-4927-8127-fb201067194c, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=9da9d834-ba1e-4927-8127-fb201067194c,segment=NetworkSegment(4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0),segment_id=4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:35:22.081652 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (9da9d834-ba1e-4927-8127-fb201067194c), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:22.130408 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=9da9d834-ba1e-4927-8127-fb201067194c,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:35:22.137345 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:22.137676 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:22.138012 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:22.138347 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:22.138673 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:22.139023 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:22.139347 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:22.139700 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:22.139984 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:22.140302 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:22.140622 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:22.140990 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:22.141313 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:22.141628 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:22.142064 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:22.273737 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a248937-90bb-4392-960b-8eaa2c1b86d9 req-64b330e8-98fe-4d29-b41e-5861becf16dd tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:22.275244 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6a248937-90bb-4392-960b-8eaa2c1b86d9 req-64b330e8-98fe-4d29-b41e-5861becf16dd tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cb5b773-cad7-4825-8550-efc0cebf77ac HTTP/1.1" status: 200 len: 945 time: 0.0526552 May 23 15:35:22.335220 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6a248937-90bb-4392-960b-8eaa2c1b86d9 req-075bc059-d2cb-4224-b627-501415b2204f tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=55baf6b9-3f01-4281-8d07-fc9a2737e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515754 May 23 15:35:22.517337 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] get_ports_and_sgs() called for port_ids ['9da9d834-ba1e-4927-8127-fb201067194c'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:35:23.457585 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d983f3eb-f5f4-4d9b-985b-6e54a31cf223 req-dc3161f1-c3cf-436d-95f0-f7369b38ff3c tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:23.459094 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d983f3eb-f5f4-4d9b-985b-6e54a31cf223 req-dc3161f1-c3cf-436d-95f0-f7369b38ff3c tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cb5b773-cad7-4825-8550-efc0cebf77ac HTTP/1.1" status: 200 len: 945 time: 0.0473111 May 23 15:35:23.481082 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=100 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:23.510591 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d983f3eb-f5f4-4d9b-985b-6e54a31cf223 req-e4660ad3-2684-4ea5-9fae-02e243fe7b01 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=55baf6b9-3f01-4281-8d07-fc9a2737e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460391 May 23 15:35:23.864691 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 9da9d834-ba1e-4927-8127-fb201067194c up at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:35:23.908790 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Provisioning for port 9da9d834-ba1e-4927-8127-fb201067194c completed by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 15:35:23.914672 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Provisioning complete for port 9da9d834-ba1e-4927-8127-fb201067194c triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:35:23.915039 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (9da9d834-ba1e-4927-8127-fb201067194c), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:23.986312 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port 9da9d834-ba1e-4927-8127-fb201067194c is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:35:23.986692 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (9da9d834-ba1e-4927-8127-fb201067194c), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:24.008894 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb5b773-cad7-4825-8550-efc0cebf77ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da9d834-ba1e-4927-8127-fb201067194c'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:35:24.011090 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f55e67021d3a90dbbd6c8997e5bd31cd20e79582d0fa2823ba23f1fb24bbbe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c6c98d-af96-41ae-94c9-1ebfb2afe28a" -d '{"events": [{"server_uuid": "7cb5b773-cad7-4825-8550-efc0cebf77ac", "name": "network-vif-plugged", "status": "completed", "tag": "9da9d834-ba1e-4927-8127-fb201067194c"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:35:24.024023 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 9da9d834-ba1e-4927-8127-fb201067194c, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=9da9d834-ba1e-4927-8127-fb201067194c,segment=NetworkSegment(4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0),segment_id=4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:35:24.029580 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (9da9d834-ba1e-4927-8127-fb201067194c), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:24.051904 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec16464-559c-4799-af1f-f3c260027914 x-openstack-request-id: req-6ec16464-559c-4799-af1f-f3c260027914 {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:35:24.052206 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cb5b773-cad7-4825-8550-efc0cebf77ac", "name": "network-vif-plugged", "status": "completed", "tag": "9da9d834-ba1e-4927-8127-fb201067194c", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:35:24.052460 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6ec16464-559c-4799-af1f-f3c260027914 {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:35:24.052851 dv-cinder-841125-8-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ec16464-559c-4799-af1f-f3c260027914'] response: {'server_uuid': '7cb5b773-cad7-4825-8550-efc0cebf77ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da9d834-ba1e-4927-8127-fb201067194c', 'code': 200} May 23 15:35:24.056764 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:24.084290 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=9da9d834-ba1e-4927-8127-fb201067194c,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:35:24.264430 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc219f-5cb0-48b6-b63d-3a907f8efb5c req-dc8f124c-282f-4d6f-b7d3-f04288b59a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:24.265975 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-57bc219f-5cb0-48b6-b63d-3a907f8efb5c req-dc8f124c-282f-4d6f-b7d3-f04288b59a79 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7cb5b773-cad7-4825-8550-efc0cebf77ac HTTP/1.1" status: 200 len: 1130 time: 0.0388396 May 23 15:35:24.312379 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-57bc219f-5cb0-48b6-b63d-3a907f8efb5c req-110c7747-36f5-4f07-be7c-8d1c4eb3f625 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=55baf6b9-3f01-4281-8d07-fc9a2737e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379031 May 23 15:35:24.492674 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e0e35-8be2-4bf8-8476-c13fb16d8408 req-dbae9c50-da01-4317-a9c9-05c9d969bb67 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:24.494170 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ef4e0e35-8be2-4bf8-8476-c13fb16d8408 req-dbae9c50-da01-4317-a9c9-05c9d969bb67 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 946 time: 0.0467103 May 23 15:35:24.543363 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ef4e0e35-8be2-4bf8-8476-c13fb16d8408 req-0e2fe6f0-4c42-4ed4-9c1f-80e67f27d246 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437102 May 23 15:35:24.625637 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc4e8a-3809-4b22-99dc-b1f03a6b2aca req-9b7e080a-6922-4ed3-b1d1-86c6df2b12c7 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:24.627110 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-bfcc4e8a-3809-4b22-99dc-b1f03a6b2aca req-9b7e080a-6922-4ed3-b1d1-86c6df2b12c7 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cb5b773-cad7-4825-8550-efc0cebf77ac HTTP/1.1" status: 200 len: 946 time: 0.0473866 May 23 15:35:24.674945 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-bfcc4e8a-3809-4b22-99dc-b1f03a6b2aca req-6b13d17b-3391-4477-8cf6-f9beb2ca9eb9 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=55baf6b9-3f01-4281-8d07-fc9a2737e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421309 May 23 15:35:25.689160 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6ba09-4a80-4a28-8a8c-64e4b11a8f0e req-ca6e3a4a-2068-4869-bb9d-da5e3623d228 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:25.690852 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-edb6ba09-4a80-4a28-8a8c-64e4b11a8f0e req-ca6e3a4a-2068-4869-bb9d-da5e3623d228 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 946 time: 0.0701022 May 23 15:35:25.724479 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:25.743657 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-edb6ba09-4a80-4a28-8a8c-64e4b11a8f0e req-d4339dd5-acde-4538-aab1-0e4c3f2d796c tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473592 May 23 15:35:25.804333 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d9e02-ccaf-49b9-b1f9-9b776508a65f req-b0c5daa2-d463-44d7-84e2-2dcc01b38938 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:25.805992 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4e6d9e02-ccaf-49b9-b1f9-9b776508a65f req-b0c5daa2-d463-44d7-84e2-2dcc01b38938 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cb5b773-cad7-4825-8550-efc0cebf77ac HTTP/1.1" status: 200 len: 946 time: 0.0553937 May 23 15:35:25.854716 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4e6d9e02-ccaf-49b9-b1f9-9b776508a65f req-005fe597-6f8f-41dc-b8e5-7b28a9a5c885 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=55baf6b9-3f01-4281-8d07-fc9a2737e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429387 May 23 15:35:25.968653 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946882bf-f608-4d7c-b770-7d2175cc027b req-4efa9c6b-b62f-4ca4-bfab-4a913b59da96 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:25.970253 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-946882bf-f608-4d7c-b770-7d2175cc027b req-4efa9c6b-b62f-4ca4-bfab-4a913b59da96 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cb5b773-cad7-4825-8550-efc0cebf77ac HTTP/1.1" status: 200 len: 946 time: 0.0524857 May 23 15:35:25.979471 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 36404) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:35:25.984551 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-4c5b79ea-ebd8-47c3-a17a-3af23a78c4cf tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Request body: {'floatingip': {'port_id': '9da9d834-ba1e-4927-8127-fb201067194c'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:35:26.022434 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4c5b79ea-ebd8-47c3-a17a-3af23a78c4cf tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for floatingip (5a9db8d3-45a1-4643-a466-5e29a14b2eba), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:26.452178 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4c5b79ea-ebd8-47c3-a17a-3af23a78c4cf tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:26.455614 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4c5b79ea-ebd8-47c3-a17a-3af23a78c4cf tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-863864'] for floatingip (5a9db8d3-45a1-4643-a466-5e29a14b2eba), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:26.549008 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.db.l3_db [None req-4c5b79ea-ebd8-47c3-a17a-3af23a78c4cf tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Floating IP 5a9db8d3-45a1-4643-a466-5e29a14b2eba associated. External IP: 172.27.2.222, port: 9da9d834-ba1e-4927-8127-fb201067194c. May 23 15:35:26.678051 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:26.746915 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c5b79ea-ebd8-47c3-a17a-3af23a78c4cf tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Router 73c86724-c44e-4cb5-bf5d-4e91768509eb has already been hosted by L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:35:26.878439 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53579c54-31c5-42c4-95cf-a681f69fdbfc req-64b5ab07-8eaf-462b-824a-796457ee76d5 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:26.880512 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-53579c54-31c5-42c4-95cf-a681f69fdbfc req-64b5ab07-8eaf-462b-824a-796457ee76d5 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 946 time: 0.0566654 May 23 15:35:26.911292 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=100 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:26.939555 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-53579c54-31c5-42c4-95cf-a681f69fdbfc req-3eefbc2c-47d4-4650-b5d7-d347103087a9 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517182 May 23 15:35:27.094239 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c5b79ea-ebd8-47c3-a17a-3af23a78c4cf tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:35:27.099767 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4c5b79ea-ebd8-47c3-a17a-3af23a78c4cf tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for floatingip (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:27.108271 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c4fa08-5dbb-4fe1-b7cf-52a674effc60 None None] Sync routers for ids ['73c86724-c44e-4cb5-bf5d-4e91768509eb'] in dv-cinder-841125-8-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:35:27.119856 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c4fa08-5dbb-4fe1-b7cf-52a674effc60 None None] Routers {'73c86724-c44e-4cb5-bf5d-4e91768509eb'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:35:27.120471 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-95c4fa08-5dbb-4fe1-b7cf-52a674effc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:35:05Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['73c86724-c44e-4cb5-bf5d-4e91768509eb'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:35:27.133070 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-4c5b79ea-ebd8-47c3-a17a-3af23a78c4cf tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "PUT /v2.0/floatingips/5a9db8d3-45a1-4643-a466-5e29a14b2eba HTTP/1.1" status: 200 len: 992 time: 1.1524243 May 23 15:35:27.133664 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cb5b773-cad7-4825-8550-efc0cebf77ac', 'tag': '9da9d834-ba1e-4927-8127-fb201067194c'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:35:27.136287 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d701dac66fe37c46ae86bb78260b1e19b4b16e00f190307f8222235e17cfe25e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb8cf03-0280-414e-9fcc-8f872da93747" -d '{"events": [{"name": "network-changed", "server_uuid": "7cb5b773-cad7-4825-8550-efc0cebf77ac", "tag": "9da9d834-ba1e-4927-8127-fb201067194c"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:35:27.173353 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9511e044-bc52-406b-93de-475e52a6357f x-openstack-request-id: req-9511e044-bc52-406b-93de-475e52a6357f {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:35:27.173763 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cb5b773-cad7-4825-8550-efc0cebf77ac", "tag": "9da9d834-ba1e-4927-8127-fb201067194c", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:35:27.174087 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9511e044-bc52-406b-93de-475e52a6357f {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:35:27.174574 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9511e044-bc52-406b-93de-475e52a6357f'] response: {'name': 'network-changed', 'server_uuid': '7cb5b773-cad7-4825-8550-efc0cebf77ac', 'tag': '9da9d834-ba1e-4927-8127-fb201067194c', 'status': 'completed', 'code': 200} May 23 15:35:27.177583 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:27.272089 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8cf03-0280-414e-9fcc-8f872da93747 req-89a88ebc-bfff-4c29-b419-4f5d3c364bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:27.273627 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cfb8cf03-0280-414e-9fcc-8f872da93747 req-89a88ebc-bfff-4c29-b419-4f5d3c364bc3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f2020e2bf35744af9161d7cf3e8bd345&device_id=7cb5b773-cad7-4825-8550-efc0cebf77ac HTTP/1.1" status: 200 len: 1130 time: 0.0414732 May 23 15:35:27.364203 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-95c4fa08-5dbb-4fe1-b7cf-52a674effc60 None None] Set router 73c86724-c44e-4cb5-bf5d-4e91768509eb gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:35:27.365985 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8cf03-0280-414e-9fcc-8f872da93747 req-1934ad8e-01a5-4807-8189-ae9b2e1acf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:27.367601 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cfb8cf03-0280-414e-9fcc-8f872da93747 req-1934ad8e-01a5-4807-8189-ae9b2e1acf8b service neutron] 10.222.0.72 "GET /v2.0/networks?id=c9306d40-6dd5-4f4d-bb55-9077bd7b986d HTTP/1.1" status: 200 len: 914 time: 0.0866563 May 23 15:35:27.430704 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:27.437251 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cfb8cf03-0280-414e-9fcc-8f872da93747 req-9663a511-4593-4651-a904-14a27069e2a6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9da9d834-ba1e-4927-8127-fb201067194c HTTP/1.1" status: 200 len: 1000 time: 0.0629513 May 23 15:35:27.487468 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8cf03-0280-414e-9fcc-8f872da93747 req-82ad716e-3b99-4a9f-8016-057afa8dd0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:27.488982 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cfb8cf03-0280-414e-9fcc-8f872da93747 req-82ad716e-3b99-4a9f-8016-057afa8dd0f8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97f2f0d5-ec7b-4732-a013-35e41c3e0618 HTTP/1.1" status: 200 len: 852 time: 0.0454769 May 23 15:35:27.535846 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8cf03-0280-414e-9fcc-8f872da93747 req-d86375d5-d107-40b5-9657-8396df3f4960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:27.537350 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cfb8cf03-0280-414e-9fcc-8f872da93747 req-d86375d5-d107-40b5-9657-8396df3f4960 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9306d40-6dd5-4f4d-bb55-9077bd7b986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380235 May 23 15:35:27.577373 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-95c4fa08-5dbb-4fe1-b7cf-52a674effc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'name': 'tempest-AttachVolumeNegativeTest-46828579-router', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:01Z', 'revision_number': 4, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'gw_port': {'id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:48Z', 'updated_at': '2022-05-23T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_floatingips': [{'id': '5a9db8d3-45a1-4643-a466-5e29a14b2eba', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'floating_ip_address': '172.27.2.222', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'port_id': '9da9d834-ba1e-4927-8127-fb201067194c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'mac_address': 'fa:16:3e:0d:36:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb5b773-cad7-4825-8550-efc0cebf77ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:35:15Z', 'updated_at': '2022-05-23T15:35:26Z', 'revision_number': 1, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed7ccaf-c776-4c8b-85e4-178419f40af7', 'name': '', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'mac_address': 'fa:16:3e:53:a7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:58Z', 'updated_at': '2022-05-23T15:30:14Z', 'revision_number': 5, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'subnets': [{'id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:35:27.602273 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c4fa08-5dbb-4fe1-b7cf-52a674effc60 None None] Checking router: 73c86724-c44e-4cb5-bf5d-4e91768509eb for host: dv-cinder-841125-8-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:35:27.611888 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c4fa08-5dbb-4fe1-b7cf-52a674effc60 None None] Routers {'73c86724-c44e-4cb5-bf5d-4e91768509eb'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:35:27.612508 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-95c4fa08-5dbb-4fe1-b7cf-52a674effc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:35:05Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['73c86724-c44e-4cb5-bf5d-4e91768509eb'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:35:27.628890 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:27.632602 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cfb8cf03-0280-414e-9fcc-8f872da93747 req-ac16271e-ad9b-40d2-a073-e92eb0ea9092 service neutron] 10.222.0.72 "GET /v2.0/networks/c9306d40-6dd5-4f4d-bb55-9077bd7b986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863073 May 23 15:35:27.633206 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:27.716760 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-95c4fa08-5dbb-4fe1-b7cf-52a674effc60 None None] Set router 73c86724-c44e-4cb5-bf5d-4e91768509eb gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:35:27.724510 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cfb8cf03-0280-414e-9fcc-8f872da93747 req-f1ef87ad-55b2-4c98-9afc-ef8deb379307 service neutron] 10.222.0.72 "GET /v2.0/networks/c9306d40-6dd5-4f4d-bb55-9077bd7b986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846403 May 23 15:35:27.926491 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-95c4fa08-5dbb-4fe1-b7cf-52a674effc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'name': 'tempest-AttachVolumeNegativeTest-46828579-router', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:01Z', 'revision_number': 4, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'gw_port': {'id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:48Z', 'updated_at': '2022-05-23T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_floatingips': [{'id': '5a9db8d3-45a1-4643-a466-5e29a14b2eba', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'floating_ip_address': '172.27.2.222', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'port_id': '9da9d834-ba1e-4927-8127-fb201067194c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'mac_address': 'fa:16:3e:0d:36:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb5b773-cad7-4825-8550-efc0cebf77ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:35:15Z', 'updated_at': '2022-05-23T15:35:26Z', 'revision_number': 1, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed7ccaf-c776-4c8b-85e4-178419f40af7', 'name': '', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'mac_address': 'fa:16:3e:53:a7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:58Z', 'updated_at': '2022-05-23T15:30:14Z', 'revision_number': 5, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'subnets': [{'id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:35:27.950396 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c4fa08-5dbb-4fe1-b7cf-52a674effc60 None None] The sync data for ids ['73c86724-c44e-4cb5-bf5d-4e91768509eb'] in dv-cinder-841125-8-iscsi is: [{'id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'name': 'tempest-AttachVolumeNegativeTest-46828579-router', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:01Z', 'revision_number': 4, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'gw_port': {'id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:48Z', 'updated_at': '2022-05-23T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_floatingips': [{'id': '5a9db8d3-45a1-4643-a466-5e29a14b2eba', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'floating_ip_address': '172.27.2.222', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'port_id': '9da9d834-ba1e-4927-8127-fb201067194c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'mac_address': 'fa:16:3e:0d:36:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb5b773-cad7-4825-8550-efc0cebf77ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:35:15Z', 'updated_at': '2022-05-23T15:35:26Z', 'revision_number': 1, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed7ccaf-c776-4c8b-85e4-178419f40af7', 'name': '', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'mac_address': 'fa:16:3e:53:a7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:58Z', 'updated_at': '2022-05-23T15:30:14Z', 'revision_number': 5, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'subnets': [{'id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:35:28.063542 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:28.078577 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861aed4-edc3-4d58-bdde-9e564690c3b4 req-c0bd8eb4-d32a-4f1b-9786-ea8072af3ee9 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:28.080162 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3861aed4-edc3-4d58-bdde-9e564690c3b4 req-c0bd8eb4-d32a-4f1b-9786-ea8072af3ee9 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 946 time: 0.0592294 May 23 15:35:28.130027 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3861aed4-edc3-4d58-bdde-9e564690c3b4 req-ad2b9437-14f2-4f7b-99c4-f3f1f63e1db9 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440371 May 23 15:35:28.166815 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7930a13-6db7-40bf-8c0a-8f495e3a71a1 None None] New status for floating IP 5a9db8d3-45a1-4643-a466-5e29a14b2eba: ACTIVE {{(pid=104083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:35:28.396843 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e0945-c790-4414-987b-da9dbf992dab req-634a4599-72b7-4b6a-baba-5baaa043edfa tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:28.398561 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-297e0945-c790-4414-987b-da9dbf992dab req-634a4599-72b7-4b6a-baba-5baaa043edfa tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 945 time: 0.0480912 May 23 15:35:28.452132 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-297e0945-c790-4414-987b-da9dbf992dab req-9dc3b94e-42af-48c7-b3c9-bf2cec8eff02 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451674 May 23 15:35:29.260368 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c31d2-a77e-46fa-b58f-529f8479c978 req-9b02b138-1f4e-44d5-b852-5fe5b24a820f tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:29.261827 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c01c31d2-a77e-46fa-b58f-529f8479c978 req-9b02b138-1f4e-44d5-b852-5fe5b24a820f tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 946 time: 0.0475554 May 23 15:35:29.312408 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c01c31d2-a77e-46fa-b58f-529f8479c978 req-1767447d-07f4-4d91-b810-caac4eaaa41d tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448844 May 23 15:35:29.565406 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d5c10-4dab-4c5d-a821-e0058acd348a req-33c50dda-9a2f-4366-aeec-a5736910f188 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:29.566837 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7d9d5c10-4dab-4c5d-a821-e0058acd348a req-33c50dda-9a2f-4366-aeec-a5736910f188 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 945 time: 0.0467265 May 23 15:35:29.613629 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7d9d5c10-4dab-4c5d-a821-e0058acd348a req-074f050b-e10e-4ccd-83c3-6bba8bac0170 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412929 May 23 15:35:30.434061 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d82ee-b99e-4f59-85f1-40df30501fc4 req-4b08d590-2d64-4e3d-92ad-b2e5c0294edc tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:30.435510 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ca7d82ee-b99e-4f59-85f1-40df30501fc4 req-4b08d590-2d64-4e3d-92ad-b2e5c0294edc tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 946 time: 0.0466616 May 23 15:35:30.447996 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=100 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:30.482848 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ca7d82ee-b99e-4f59-85f1-40df30501fc4 req-15ba19e7-4d57-436d-b617-763a51731b29 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412779 May 23 15:35:30.728044 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571a0a8-3ed1-4afe-bd11-966505d3f136 req-44d00c7a-c306-465a-9da0-3bf04152cb04 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:30.729518 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b571a0a8-3ed1-4afe-bd11-966505d3f136 req-44d00c7a-c306-465a-9da0-3bf04152cb04 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 945 time: 0.0465598 May 23 15:35:30.775253 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b571a0a8-3ed1-4afe-bd11-966505d3f136 req-6e19a312-9482-430f-af8e-b29b8979d462 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403063 May 23 15:35:31.600752 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76946b94-d5d3-4b97-9bdc-5cfde2a72185 req-9c24cb7c-abea-41f3-b843-fdf7a2a386e3 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:31.602263 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-76946b94-d5d3-4b97-9bdc-5cfde2a72185 req-9c24cb7c-abea-41f3-b843-fdf7a2a386e3 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 946 time: 0.0469666 May 23 15:35:31.649567 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-76946b94-d5d3-4b97-9bdc-5cfde2a72185 req-eb610f10-f6a1-499f-af89-28555e45e44c tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416894 May 23 15:35:31.891029 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86818d6f-4929-4c2a-975b-70e251a95e84 req-f1604b1a-df19-4d41-a0dd-700b40ece248 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:31.892487 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-86818d6f-4929-4c2a-975b-70e251a95e84 req-f1604b1a-df19-4d41-a0dd-700b40ece248 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 945 time: 0.0508950 May 23 15:35:31.939419 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-86818d6f-4929-4c2a-975b-70e251a95e84 req-a06a6174-6f51-4bc8-920a-8df7d59851fb tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2e4192e-ddae-414c-81fc-36ce9d2a4154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410390 May 23 15:35:32.094249 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7539a28-c45a-4101-9659-6f678ea6552a req-f5f42836-c0b9-4134-a609-b31c287ada32 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:32.095735 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f7539a28-c45a-4101-9659-6f678ea6552a req-f5f42836-c0b9-4134-a609-b31c287ada32 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 945 time: 0.0511267 May 23 15:35:32.178809 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-f7539a28-c45a-4101-9659-6f678ea6552a req-2bc8fcad-3f05-4a69-8a85-74b1bab9d31f tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Deleting port e105091f-4632-47d3-b731-412205a70375 {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:35:32.179149 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-f7539a28-c45a-4101-9659-6f678ea6552a req-2bc8fcad-3f05-4a69-8a85-74b1bab9d31f tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (e105091f-4632-47d3-b731-412205a70375), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:32.260914 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=100 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:32.273559 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-f7539a28-c45a-4101-9659-6f678ea6552a req-2bc8fcad-3f05-4a69-8a85-74b1bab9d31f tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] For port e105091f-4632-47d3-b731-412205a70375, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=e105091f-4632-47d3-b731-412205a70375,segment=NetworkSegment(eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069),segment_id=eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:35:32.273919 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-f7539a28-c45a-4101-9659-6f678ea6552a req-2bc8fcad-3f05-4a69-8a85-74b1bab9d31f tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (e105091f-4632-47d3-b731-412205a70375), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:32.652135 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-f7539a28-c45a-4101-9659-6f678ea6552a req-2bc8fcad-3f05-4a69-8a85-74b1bab9d31f tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:32.652737 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-f7539a28-c45a-4101-9659-6f678ea6552a req-2bc8fcad-3f05-4a69-8a85-74b1bab9d31f tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-863864'] for floatingip (15bf0119-c152-4a86-8544-8679fd3e4dbe), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:32.652894 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.db.l3_db [req-f7539a28-c45a-4101-9659-6f678ea6552a req-2bc8fcad-3f05-4a69-8a85-74b1bab9d31f tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Floating IP 15bf0119-c152-4a86-8544-8679fd3e4dbe disassociated. External IP: 172.27.2.241, port: e105091f-4632-47d3-b731-412205a70375. May 23 15:35:32.653142 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-f7539a28-c45a-4101-9659-6f678ea6552a req-2bc8fcad-3f05-4a69-8a85-74b1bab9d31f tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Calling delete_port for e105091f-4632-47d3-b731-412205a70375 owned by compute:nova {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:35:32.801700 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68093075-fb2c-4f1f-8864-a1ccd9c5b20f req-c3eeacbf-6a85-4f36-95de-087f156b5485 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:32.803173 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-68093075-fb2c-4f1f-8864-a1ccd9c5b20f req-c3eeacbf-6a85-4f36-95de-087f156b5485 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 946 time: 0.0778580 May 23 15:35:32.837892 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-f7539a28-c45a-4101-9659-6f678ea6552a req-2bc8fcad-3f05-4a69-8a85-74b1bab9d31f tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (e105091f-4632-47d3-b731-412205a70375), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:32.878675 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc8fcad-3f05-4a69-8a85-74b1bab9d31f tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Pushing event deleted for resources: {'Port': ['ID=e105091f-4632-47d3-b731-412205a70375,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:35:32.893718 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-68093075-fb2c-4f1f-8864-a1ccd9c5b20f req-a3991200-159b-464d-9c8f-c27a2fe05a5c tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829332 May 23 15:35:33.001687 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7539a28-c45a-4101-9659-6f678ea6552a req-2bc8fcad-3f05-4a69-8a85-74b1bab9d31f tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Router d7762678-c922-4a00-822c-1a288f678231 has already been hosted by L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:35:33.036560 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-83c05d6f-cdfd-49ff-aa6e-b915166eacab req-6c14cb61-1642-400a-bb6c-fa096a1842a3 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb26539d-bd10-48dd-9c5d-433060babfb6 HTTP/1.1" status: 200 len: 210 time: 0.0284319 May 23 15:35:33.047917 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:33.106185 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-f351095b-85da-45f7-9547-266c5b80ceee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:33.111285 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7539a28-c45a-4101-9659-6f678ea6552a req-2bc8fcad-3f05-4a69-8a85-74b1bab9d31f tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:35:33.122041 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc87e772-8c76-4ff0-910d-24d61d8e7dd1 None None] Sync routers for ids ['d7762678-c922-4a00-822c-1a288f678231'] in dv-cinder-841125-8-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:35:33.132696 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc87e772-8c76-4ff0-910d-24d61d8e7dd1 None None] Routers {'d7762678-c922-4a00-822c-1a288f678231'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:35:33.133300 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-bc87e772-8c76-4ff0-910d-24d61d8e7dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:35:05Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['d7762678-c922-4a00-822c-1a288f678231'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:35:33.154408 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7539a28-c45a-4101-9659-6f678ea6552a req-2bc8fcad-3f05-4a69-8a85-74b1bab9d31f tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] No DVR routers for this DVR port e105091f-4632-47d3-b731-412205a70375 on host hv-cinder-84112 {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:35:33.157756 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-f7539a28-c45a-4101-9659-6f678ea6552a req-2bc8fcad-3f05-4a69-8a85-74b1bab9d31f tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:33.161294 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f7539a28-c45a-4101-9659-6f678ea6552a req-2bc8fcad-3f05-4a69-8a85-74b1bab9d31f tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.72 "DELETE /v2.0/ports/e105091f-4632-47d3-b731-412205a70375 HTTP/1.1" status: 204 len: 173 time: 1.0596745 May 23 15:35:33.161743 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb26539d-bd10-48dd-9c5d-433060babfb6', 'name': 'network-vif-deleted', 'tag': 'e105091f-4632-47d3-b731-412205a70375'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:35:33.163953 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee4ef39eddac8a8c2b622b321199fad7a345fd77cd5019e852148a8aec1132e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fedeaab-73cf-4e1f-a25d-58055e298d88" -d '{"events": [{"server_uuid": "bb26539d-bd10-48dd-9c5d-433060babfb6", "name": "network-vif-deleted", "tag": "e105091f-4632-47d3-b731-412205a70375"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:35:33.202575 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4de3d7-e1f1-471f-bc4b-d4a5e2fa96be x-openstack-request-id: req-0a4de3d7-e1f1-471f-bc4b-d4a5e2fa96be {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:35:33.202933 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb26539d-bd10-48dd-9c5d-433060babfb6", "name": "network-vif-deleted", "tag": "e105091f-4632-47d3-b731-412205a70375", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:35:33.203254 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0a4de3d7-e1f1-471f-bc4b-d4a5e2fa96be {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:35:33.203720 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a4de3d7-e1f1-471f-bc4b-d4a5e2fa96be'] response: {'server_uuid': 'bb26539d-bd10-48dd-9c5d-433060babfb6', 'name': 'network-vif-deleted', 'tag': 'e105091f-4632-47d3-b731-412205a70375', 'status': 'completed', 'code': 200} May 23 15:35:33.242984 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-bc87e772-8c76-4ff0-910d-24d61d8e7dd1 None None] Set router d7762678-c922-4a00-822c-1a288f678231 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:35:33.461238 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-bc87e772-8c76-4ff0-910d-24d61d8e7dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7762678-c922-4a00-822c-1a288f678231', 'name': 'tempest-ServerRescueNegativeTestJSON-1962255291-router', 'tenant_id': '0712b807a4584f7b8f019ceb65ff1e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'f967faeb-3834-4612-baaa-f31465073412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:00Z', 'revision_number': 4, 'project_id': '0712b807a4584f7b8f019ceb65ff1e14', 'gw_port': {'id': 'f967faeb-3834-4612-baaa-f31465073412', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:23:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7762678-c922-4a00-822c-1a288f678231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:48Z', 'updated_at': '2022-05-23T15:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': '097274c5-da17-41c8-95e6-f832b2af97be', 'name': '', 'network_id': '0d1e2450-f071-48af-a078-8358b70cb4cd', 'tenant_id': '0712b807a4584f7b8f019ceb65ff1e14', 'mac_address': 'fa:16:3e:ac:13:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7762678-c922-4a00-822c-1a288f678231', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:59Z', 'updated_at': '2022-05-23T15:30:17Z', 'revision_number': 5, 'project_id': '0712b807a4584f7b8f019ceb65ff1e14', 'subnets': [{'id': 'eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:35:33.488038 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc87e772-8c76-4ff0-910d-24d61d8e7dd1 None None] Checking router: d7762678-c922-4a00-822c-1a288f678231 for host: dv-cinder-841125-8-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:35:33.496374 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc87e772-8c76-4ff0-910d-24d61d8e7dd1 None None] Routers {'d7762678-c922-4a00-822c-1a288f678231'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:35:33.496960 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-bc87e772-8c76-4ff0-910d-24d61d8e7dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:35:05Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['d7762678-c922-4a00-822c-1a288f678231'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:35:33.597079 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-bc87e772-8c76-4ff0-910d-24d61d8e7dd1 None None] Set router d7762678-c922-4a00-822c-1a288f678231 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:35:33.719213 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=100 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:33.806030 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-bc87e772-8c76-4ff0-910d-24d61d8e7dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7762678-c922-4a00-822c-1a288f678231', 'name': 'tempest-ServerRescueNegativeTestJSON-1962255291-router', 'tenant_id': '0712b807a4584f7b8f019ceb65ff1e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'f967faeb-3834-4612-baaa-f31465073412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:00Z', 'revision_number': 4, 'project_id': '0712b807a4584f7b8f019ceb65ff1e14', 'gw_port': {'id': 'f967faeb-3834-4612-baaa-f31465073412', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:23:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7762678-c922-4a00-822c-1a288f678231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:48Z', 'updated_at': '2022-05-23T15:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': '097274c5-da17-41c8-95e6-f832b2af97be', 'name': '', 'network_id': '0d1e2450-f071-48af-a078-8358b70cb4cd', 'tenant_id': '0712b807a4584f7b8f019ceb65ff1e14', 'mac_address': 'fa:16:3e:ac:13:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7762678-c922-4a00-822c-1a288f678231', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:59Z', 'updated_at': '2022-05-23T15:30:17Z', 'revision_number': 5, 'project_id': '0712b807a4584f7b8f019ceb65ff1e14', 'subnets': [{'id': 'eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:35:33.835801 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc87e772-8c76-4ff0-910d-24d61d8e7dd1 None None] The sync data for ids ['d7762678-c922-4a00-822c-1a288f678231'] in dv-cinder-841125-8-iscsi is: [{'id': 'd7762678-c922-4a00-822c-1a288f678231', 'name': 'tempest-ServerRescueNegativeTestJSON-1962255291-router', 'tenant_id': '0712b807a4584f7b8f019ceb65ff1e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'f967faeb-3834-4612-baaa-f31465073412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:00Z', 'revision_number': 4, 'project_id': '0712b807a4584f7b8f019ceb65ff1e14', 'gw_port': {'id': 'f967faeb-3834-4612-baaa-f31465073412', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:23:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7762678-c922-4a00-822c-1a288f678231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:48Z', 'updated_at': '2022-05-23T15:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': '097274c5-da17-41c8-95e6-f832b2af97be', 'name': '', 'network_id': '0d1e2450-f071-48af-a078-8358b70cb4cd', 'tenant_id': '0712b807a4584f7b8f019ceb65ff1e14', 'mac_address': 'fa:16:3e:ac:13:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7762678-c922-4a00-822c-1a288f678231', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:59Z', 'updated_at': '2022-05-23T15:30:17Z', 'revision_number': 5, 'project_id': '0712b807a4584f7b8f019ceb65ff1e14', 'subnets': [{'id': 'eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:35:34.017968 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a256a3-519f-4ba0-9c37-87cc18e79b49 req-09f57277-1bc3-4fda-b34b-57bf8c441d5b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:34.019740 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-27a256a3-519f-4ba0-9c37-87cc18e79b49 req-09f57277-1bc3-4fda-b34b-57bf8c441d5b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 946 time: 0.0498004 May 23 15:35:34.055565 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92297c5-3704-45f2-8857-89b7cce6810f None None] New status for floating IP 15bf0119-c152-4a86-8544-8679fd3e4dbe: DOWN {{(pid=104083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:35:34.069574 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-27a256a3-519f-4ba0-9c37-87cc18e79b49 req-1fd1ba85-8e9c-4e52-b241-c8ed432624be tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430992 May 23 15:35:34.135768 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 36452) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:35:34.194356 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c7b51ec5-d913-4669-975a-467e664403d0 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks [] for security_group (b2e4192e-ddae-414c-81fc-36ce9d2a4154), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:34.218195 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c7b51ec5-d913-4669-975a-467e664403d0 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks [] for security_group (b2e4192e-ddae-414c-81fc-36ce9d2a4154), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:34.271252 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c7b51ec5-d913-4669-975a-467e664403d0 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (b2e4192e-ddae-414c-81fc-36ce9d2a4154), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:34.274014 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c7b51ec5-d913-4669-975a-467e664403d0 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:34.275176 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-c7b51ec5-d913-4669-975a-467e664403d0 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "DELETE /v2.0/security-groups/b2e4192e-ddae-414c-81fc-36ce9d2a4154 HTTP/1.1" status: 204 len: 168 time: 0.1383746 May 23 15:35:34.277827 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 36454) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:35:34.286183 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b51ec5-d913-4669-975a-467e664403d0 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e4192e-ddae-414c-81fc-36ce9d2a4154,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:35:34.309940 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.api.v2.resource [None req-f053a426-e2e8-43de-9e9a-6bea9fbad901 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] show failed (client error): The resource could not be found. May 23 15:35:34.311057 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-f053a426-e2e8-43de-9e9a-6bea9fbad901 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups/b2e4192e-ddae-414c-81fc-36ce9d2a4154 HTTP/1.1" status: 404 len: 347 time: 0.0320992 May 23 15:35:34.315300 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 36456) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:35:34.425987 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-104cebc0-7b38-48cb-9379-bc3f11062549 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Deleting port 3740105e-7c23-4689-8525-458db9f46a67 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:35:34.426347 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-104cebc0-7b38-48cb-9379-bc3f11062549 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (3740105e-7c23-4689-8525-458db9f46a67), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:34.500130 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-104cebc0-7b38-48cb-9379-bc3f11062549 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (3740105e-7c23-4689-8525-458db9f46a67), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:34.500376 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-104cebc0-7b38-48cb-9379-bc3f11062549 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks [] for floatingip (3740105e-7c23-4689-8525-458db9f46a67), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:34.512182 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-104cebc0-7b38-48cb-9379-bc3f11062549 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Calling delete_port for 3740105e-7c23-4689-8525-458db9f46a67 owned by network:floatingip {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:35:34.525875 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:34.644110 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-104cebc0-7b38-48cb-9379-bc3f11062549 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250202'] for port (3740105e-7c23-4689-8525-458db9f46a67), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:34.649002 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:34.669646 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104cebc0-7b38-48cb-9379-bc3f11062549 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Pushing event deleted for resources: {'Port': ['ID=3740105e-7c23-4689-8525-458db9f46a67,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:35:34.735427 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-104cebc0-7b38-48cb-9379-bc3f11062549 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks [] for floatingip (15bf0119-c152-4a86-8544-8679fd3e4dbe), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:34.737985 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-104cebc0-7b38-48cb-9379-bc3f11062549 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for floatingip (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:34.739129 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-104cebc0-7b38-48cb-9379-bc3f11062549 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "DELETE /v2.0/floatingips/15bf0119-c152-4a86-8544-8679fd3e4dbe HTTP/1.1" status: 204 len: 168 time: 0.4228773 May 23 15:35:35.195771 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735cf8cd-f845-4c9d-b0e0-8f547b263def req-f47617e4-d8f6-4f4e-ba05-c5bf63d41072 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:35.197262 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-735cf8cd-f845-4c9d-b0e0-8f547b263def req-f47617e4-d8f6-4f4e-ba05-c5bf63d41072 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 946 time: 0.0491278 May 23 15:35:35.222916 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:35.245800 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-735cf8cd-f845-4c9d-b0e0-8f547b263def req-d0a3e24d-5bd1-42ed-9413-2b41700c0ea5 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424569 May 23 15:35:35.456379 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-333a250c-df17-4d8e-bd43-358d486a85b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:35.911704 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device e105091f-4632-47d3-b731-412205a70375 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:35:35.932917 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] No Port match for: e105091f-4632-47d3-b731-412205a70375 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:35:35.933439 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device e105091f-4632-47d3-b731-412205a70375 not bound to the agent host hv-cinder-84112 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:35:36.366399 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c61ef9-b4b3-49bb-8da1-eedaac6aefae req-a1b8570b-399e-4e04-9f89-9eb6ad6458ef tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:36.367878 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f2c61ef9-b4b3-49bb-8da1-eedaac6aefae req-a1b8570b-399e-4e04-9f89-9eb6ad6458ef tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 946 time: 0.0485559 May 23 15:35:36.415382 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f2c61ef9-b4b3-49bb-8da1-eedaac6aefae req-db3f04c7-4985-44f9-a36a-fa58379e1cd9 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417955 May 23 15:35:36.931025 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:37.207045 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ac80c-393c-4aac-8340-02b80725d22b req-8c859c73-f116-4f7c-a689-85a35162087b tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:37.208435 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c43ac80c-393c-4aac-8340-02b80725d22b req-8c859c73-f116-4f7c-a689-85a35162087b tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 946 time: 0.0466485 May 23 15:35:37.254583 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c43ac80c-393c-4aac-8340-02b80725d22b req-2a97af76-475a-4078-92af-9ee75c04c268 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405018 May 23 15:35:37.535719 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2664641-131f-461f-b71b-56e4bb35da64 req-be36b2a2-0a79-4ecf-b0ec-af0ecbab55eb tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:37.537217 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d2664641-131f-461f-b71b-56e4bb35da64 req-be36b2a2-0a79-4ecf-b0ec-af0ecbab55eb tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 946 time: 0.0478289 May 23 15:35:37.589914 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d2664641-131f-461f-b71b-56e4bb35da64 req-b9f46641-c0bc-492a-bb4f-64fb87951382 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445232 May 23 15:35:38.063924 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:38.374769 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c04832-468d-455e-8a41-bafaca8c418f req-90818cc8-3df8-437a-8391-8d79b7480bf4 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:38.376238 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-06c04832-468d-455e-8a41-bafaca8c418f req-90818cc8-3df8-437a-8391-8d79b7480bf4 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 946 time: 0.0511868 May 23 15:35:38.425267 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-06c04832-468d-455e-8a41-bafaca8c418f req-973ed3b0-df2f-4e9e-8c09-8df9755a34ab tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434287 May 23 15:35:38.706462 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815271d-7bd5-493d-8bb6-1d2ae9b669cc req-a63ad799-9756-4961-8a39-dfbe0bf68bdd tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:38.708080 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c815271d-7bd5-493d-8bb6-1d2ae9b669cc req-a63ad799-9756-4961-8a39-dfbe0bf68bdd tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 946 time: 0.0490088 May 23 15:35:38.755742 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c815271d-7bd5-493d-8bb6-1d2ae9b669cc req-39dd1c9a-438a-41df-a061-32c04dad6be8 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417717 May 23 15:35:39.118390 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14f9f8-fe1d-4a30-8dcf-39721da7b487 req-889c3e4c-c14c-4f11-84cc-6e4f40877f3a tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:39.119840 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-da14f9f8-fe1d-4a30-8dcf-39721da7b487 req-889c3e4c-c14c-4f11-84cc-6e4f40877f3a tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 946 time: 0.0472949 May 23 15:35:39.206204 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-da14f9f8-fe1d-4a30-8dcf-39721da7b487 req-c6bd797a-5740-429f-9065-c11ae2338ebb tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Deleting port 7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:35:39.206540 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-da14f9f8-fe1d-4a30-8dcf-39721da7b487 req-c6bd797a-5740-429f-9065-c11ae2338ebb tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:39.294897 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-da14f9f8-fe1d-4a30-8dcf-39721da7b487 req-c6bd797a-5740-429f-9065-c11ae2338ebb tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] For port 7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c,segment=NetworkSegment(eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069),segment_id=eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:35:39.295282 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-da14f9f8-fe1d-4a30-8dcf-39721da7b487 req-c6bd797a-5740-429f-9065-c11ae2338ebb tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:39.307919 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-da14f9f8-fe1d-4a30-8dcf-39721da7b487 req-c6bd797a-5740-429f-9065-c11ae2338ebb tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Calling delete_port for 7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c owned by compute:nova {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:35:39.387267 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:39.435622 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-da14f9f8-fe1d-4a30-8dcf-39721da7b487 req-c6bd797a-5740-429f-9065-c11ae2338ebb tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:39.462720 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd797a-5740-429f-9065-c11ae2338ebb tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Pushing event deleted for resources: {'Port': ['ID=7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:35:39.477983 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] get_ports_and_sgs() called for port_ids ['2e43ebd5-c351-461f-b27d-7ba1cfcd864a', '7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:35:39.517227 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-da14f9f8-fe1d-4a30-8dcf-39721da7b487 req-c6bd797a-5740-429f-9065-c11ae2338ebb tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] No DVR routers for this DVR port 7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c on host hv-cinder-84112 {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:35:39.522477 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-da14f9f8-fe1d-4a30-8dcf-39721da7b487 req-c6bd797a-5740-429f-9065-c11ae2338ebb tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:39.526068 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-da14f9f8-fe1d-4a30-8dcf-39721da7b487 req-c6bd797a-5740-429f-9065-c11ae2338ebb tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.72 "DELETE /v2.0/ports/7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c HTTP/1.1" status: 204 len: 173 time: 0.4000747 May 23 15:35:39.526607 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b766d9-7a6b-4d3a-8144-f23605dee4f9', 'name': 'network-vif-deleted', 'tag': '7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:35:39.529026 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee4ef39eddac8a8c2b622b321199fad7a345fd77cd5019e852148a8aec1132e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634eb6a5-8da8-4a7e-8934-2ff9a755b551" -d '{"events": [{"server_uuid": "c7b766d9-7a6b-4d3a-8144-f23605dee4f9", "name": "network-vif-deleted", "tag": "7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:35:39.549467 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e382d1a2-830a-400c-bca5-b3d31a4e1242 req-c50561c5-b2e7-405b-bce1-a5b58f5abcc5 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b766d9-7a6b-4d3a-8144-f23605dee4f9 HTTP/1.1" status: 200 len: 210 time: 0.0496743 May 23 15:35:39.570478 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2edc13ad-1ff1-4268-b957-421fdb009ca6 x-openstack-request-id: req-2edc13ad-1ff1-4268-b957-421fdb009ca6 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:35:39.570812 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b766d9-7a6b-4d3a-8144-f23605dee4f9", "name": "network-vif-deleted", "tag": "7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:35:39.571020 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2edc13ad-1ff1-4268-b957-421fdb009ca6 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:35:39.571424 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2edc13ad-1ff1-4268-b957-421fdb009ca6'] response: {'server_uuid': 'c7b766d9-7a6b-4d3a-8144-f23605dee4f9', 'name': 'network-vif-deleted', 'tag': '7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c', 'status': 'completed', 'code': 200} May 23 15:35:39.586996 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:39.641266 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:39.735724 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:39.877046 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa6cec-4c9b-494f-afc9-daae91ce7783 req-8fbaf0d1-025e-4fa5-be2b-3ad6c1a74327 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:39.878648 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-91fa6cec-4c9b-494f-afc9-daae91ce7783 req-8fbaf0d1-025e-4fa5-be2b-3ad6c1a74327 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 946 time: 0.0498757 May 23 15:35:39.928534 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-91fa6cec-4c9b-494f-afc9-daae91ce7783 req-d1f97a28-2c59-42d5-b5d7-01ca34ae3fbb tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441024 May 23 15:35:40.819841 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700b9a7-bb95-4b9b-aae3-ceb0faaa2ec0 req-16cdebe6-4a2a-45c2-b674-8d1175857a90 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:40.821320 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-8700b9a7-bb95-4b9b-aae3-ceb0faaa2ec0 req-16cdebe6-4a2a-45c2-b674-8d1175857a90 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0465536 May 23 15:35:40.877927 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-8700b9a7-bb95-4b9b-aae3-ceb0faaa2ec0 req-3f842849-3182-45f6-8144-11087cdf20a6 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504456 May 23 15:35:41.052112 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae9216-035a-4cef-b3d1-769183ac5a78 req-345cfcdd-42f5-4a6b-adb0-512f2157d269 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:41.053602 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-71ae9216-035a-4cef-b3d1-769183ac5a78 req-345cfcdd-42f5-4a6b-adb0-512f2157d269 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 946 time: 0.0510719 May 23 15:35:41.099769 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-71ae9216-035a-4cef-b3d1-769183ac5a78 req-84f68258-2b28-41f8-a126-7207204db644 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407677 May 23 15:35:41.925602 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 1163c3a8-18a2-4093-9e90-731d856e8076 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:35:41.936260 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:35:41.964569 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] No Port match for: 7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:35:41.964931 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 7a7ef05a-a7c7-40c6-8f33-1c4a2609e20c not bound to the agent host hv-cinder-84112 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:35:41.994978 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024b488-94c8-4630-bf22-2776a41076a1 req-8ef55d16-3f1f-476f-ad35-387bc1fecaed tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:41.996451 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-3024b488-94c8-4630-bf22-2776a41076a1 req-8ef55d16-3f1f-476f-ad35-387bc1fecaed tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0480232 May 23 15:35:42.044090 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-3024b488-94c8-4630-bf22-2776a41076a1 req-1716b57d-ea77-44d8-9922-8ff6c6806096 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417042 May 23 15:35:42.047318 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 1163c3a8-18a2-4093-9e90-731d856e8076, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=1163c3a8-18a2-4093-9e90-731d856e8076,segment=NetworkSegment(29e85e02-494b-40ff-afd0-9241970fba55),segment_id=29e85e02-494b-40ff-afd0-9241970fba55)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:35:42.059212 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Returning: {'device': '1163c3a8-18a2-4093-9e90-731d856e8076', 'network_id': '751cbaf0-d17b-4cd8-950f-078d51e9414f', 'port_id': '1163c3a8-18a2-4093-9e90-731d856e8076', 'mac_address': 'fa:16:3e:5d:5a:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 960, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '045c111a-efa9-497c-8e54-7f6b21c0aa2b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:35:42.092499 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port 1163c3a8-18a2-4093-9e90-731d856e8076 is: ACTIVE; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:35:42.092909 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (1163c3a8-18a2-4093-9e90-731d856e8076), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:42.105728 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1163c3a8-18a2-4093-9e90-731d856e8076 {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:35:42.128760 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 1163c3a8-18a2-4093-9e90-731d856e8076, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=1163c3a8-18a2-4093-9e90-731d856e8076,segment=NetworkSegment(29e85e02-494b-40ff-afd0-9241970fba55),segment_id=29e85e02-494b-40ff-afd0-9241970fba55)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:35:42.134209 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (1163c3a8-18a2-4093-9e90-731d856e8076), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:42.181315 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=1163c3a8-18a2-4093-9e90-731d856e8076,revision_number=6']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:35:42.221397 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51dc21-6749-40ff-b580-439d27dbc4f0 req-d0bc51de-97ba-444d-ad68-ea65782f84d4 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:42.222865 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8e51dc21-6749-40ff-b580-439d27dbc4f0 req-d0bc51de-97ba-444d-ad68-ea65782f84d4 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 945 time: 0.0474174 May 23 15:35:42.269690 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8e51dc21-6749-40ff-b580-439d27dbc4f0 req-5b6a31f9-0e11-4099-9e28-0b6f58bc791b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410802 May 23 15:35:42.325429 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] get_ports_and_sgs() called for port_ids ['1163c3a8-18a2-4093-9e90-731d856e8076'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:35:43.162744 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d1e0b-6fdc-42a4-9d72-b91659e06bf8 req-a7118f88-aafd-479a-84d8-a6f23ec43a2d tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:43.164283 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ba3d1e0b-6fdc-42a4-9d72-b91659e06bf8 req-a7118f88-aafd-479a-84d8-a6f23ec43a2d tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0504940 May 23 15:35:43.211892 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ba3d1e0b-6fdc-42a4-9d72-b91659e06bf8 req-2b48c0b4-3c09-4db6-bdca-f460b52ef25b tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f4b180b-06db-4ec5-a644-73810483189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406685 May 23 15:35:43.388949 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c62e005-fe78-4b04-b5db-da61a3724d51 req-2fc3eede-4122-4e70-b142-6e0ff70391f7 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:43.390417 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9c62e005-fe78-4b04-b5db-da61a3724d51 req-2fc3eede-4122-4e70-b142-6e0ff70391f7 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 945 time: 0.0496480 May 23 15:35:43.437852 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9c62e005-fe78-4b04-b5db-da61a3724d51 req-698af4e9-5868-43f1-8597-a6efc01b57a0 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408459 May 23 15:35:43.780270 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19fa3a-6253-42ff-8a10-988620688c5c req-55b0d695-4d94-4c43-8546-f32f7c48fefc tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:43.781960 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5e19fa3a-6253-42ff-8a10-988620688c5c req-55b0d695-4d94-4c43-8546-f32f7c48fefc tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.72 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 946 time: 0.0467243 May 23 15:35:43.859006 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:43.869631 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-5e19fa3a-6253-42ff-8a10-988620688c5c req-50051fab-c8e7-4bb2-bbc6-beb0685dfa70 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Deleting port 2e43ebd5-c351-461f-b27d-7ba1cfcd864a {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:35:43.869975 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-5e19fa3a-6253-42ff-8a10-988620688c5c req-50051fab-c8e7-4bb2-bbc6-beb0685dfa70 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (2e43ebd5-c351-461f-b27d-7ba1cfcd864a), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:43.937125 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 1163c3a8-18a2-4093-9e90-731d856e8076 up at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:35:43.972751 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-5e19fa3a-6253-42ff-8a10-988620688c5c req-50051fab-c8e7-4bb2-bbc6-beb0685dfa70 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] For port 2e43ebd5-c351-461f-b27d-7ba1cfcd864a, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=2e43ebd5-c351-461f-b27d-7ba1cfcd864a,segment=NetworkSegment(eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069),segment_id=eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:35:43.973152 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-5e19fa3a-6253-42ff-8a10-988620688c5c req-50051fab-c8e7-4bb2-bbc6-beb0685dfa70 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (2e43ebd5-c351-461f-b27d-7ba1cfcd864a), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:43.987081 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-5e19fa3a-6253-42ff-8a10-988620688c5c req-50051fab-c8e7-4bb2-bbc6-beb0685dfa70 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Calling delete_port for 2e43ebd5-c351-461f-b27d-7ba1cfcd864a owned by compute:nova {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:35:43.988372 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Provisioning complete for port 1163c3a8-18a2-4093-9e90-731d856e8076 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:35:43.988756 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (1163c3a8-18a2-4093-9e90-731d856e8076), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:44.061987 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port 1163c3a8-18a2-4093-9e90-731d856e8076 is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:35:44.062390 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (1163c3a8-18a2-4093-9e90-731d856e8076), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:44.099481 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 1163c3a8-18a2-4093-9e90-731d856e8076, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=1163c3a8-18a2-4093-9e90-731d856e8076,segment=NetworkSegment(29e85e02-494b-40ff-afd0-9241970fba55),segment_id=29e85e02-494b-40ff-afd0-9241970fba55)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:35:44.100543 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5c3bd6-1b7d-4c25-a705-2291f6709285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1163c3a8-18a2-4093-9e90-731d856e8076'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:35:44.103597 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f55e67021d3a90dbbd6c8997e5bd31cd20e79582d0fa2823ba23f1fb24bbbe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063377d7-c55b-46b6-9003-22e6c6bc10d8" -d '{"events": [{"server_uuid": "7f5c3bd6-1b7d-4c25-a705-2291f6709285", "name": "network-vif-plugged", "status": "completed", "tag": "1163c3a8-18a2-4093-9e90-731d856e8076"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:35:44.107738 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (1163c3a8-18a2-4093-9e90-731d856e8076), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:44.127931 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-5e19fa3a-6253-42ff-8a10-988620688c5c req-50051fab-c8e7-4bb2-bbc6-beb0685dfa70 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (2e43ebd5-c351-461f-b27d-7ba1cfcd864a), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:44.158886 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50051fab-c8e7-4bb2-bbc6-beb0685dfa70 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Pushing event deleted for resources: {'Port': ['ID=2e43ebd5-c351-461f-b27d-7ba1cfcd864a,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:35:44.176734 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=1163c3a8-18a2-4093-9e90-731d856e8076,revision_number=7']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:35:44.181509 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] get_ports_and_sgs() called for port_ids ['2e43ebd5-c351-461f-b27d-7ba1cfcd864a'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:35:44.209075 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e19fa3a-6253-42ff-8a10-988620688c5c req-50051fab-c8e7-4bb2-bbc6-beb0685dfa70 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] No DVR routers for this DVR port 2e43ebd5-c351-461f-b27d-7ba1cfcd864a on host hv-cinder-84112 {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:35:44.211473 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-5e19fa3a-6253-42ff-8a10-988620688c5c req-50051fab-c8e7-4bb2-bbc6-beb0685dfa70 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:44.215137 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5e19fa3a-6253-42ff-8a10-988620688c5c req-50051fab-c8e7-4bb2-bbc6-beb0685dfa70 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.72 "DELETE /v2.0/ports/2e43ebd5-c351-461f-b27d-7ba1cfcd864a HTTP/1.1" status: 204 len: 173 time: 0.4257033 May 23 15:35:44.216178 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f940d7-a17e-4271-9326-70a868f80e59', 'name': 'network-vif-deleted', 'tag': '2e43ebd5-c351-461f-b27d-7ba1cfcd864a'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:35:44.219004 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee4ef39eddac8a8c2b622b321199fad7a345fd77cd5019e852148a8aec1132e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93cb50c0-fa0d-4f24-95de-4b5e1c04f681" -d '{"events": [{"server_uuid": "40f940d7-a17e-4271-9326-70a868f80e59", "name": "network-vif-deleted", "tag": "2e43ebd5-c351-461f-b27d-7ba1cfcd864a"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:35:44.242574 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8944d17-a30a-4c3a-9a05-330cd90521df x-openstack-request-id: req-b8944d17-a30a-4c3a-9a05-330cd90521df {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:35:44.242976 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5c3bd6-1b7d-4c25-a705-2291f6709285", "name": "network-vif-plugged", "status": "completed", "tag": "1163c3a8-18a2-4093-9e90-731d856e8076", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:35:44.243329 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b8944d17-a30a-4c3a-9a05-330cd90521df {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:35:44.243971 dv-cinder-841125-8-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8944d17-a30a-4c3a-9a05-330cd90521df'] response: {'server_uuid': '7f5c3bd6-1b7d-4c25-a705-2291f6709285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1163c3a8-18a2-4093-9e90-731d856e8076', 'code': 200} May 23 15:35:44.253284 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:44.257441 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:44.284582 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5efccc-0568-49cb-a6d3-2a7a3a5fe3c3 x-openstack-request-id: req-6f5efccc-0568-49cb-a6d3-2a7a3a5fe3c3 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:35:44.285118 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40f940d7-a17e-4271-9326-70a868f80e59", "name": "network-vif-deleted", "tag": "2e43ebd5-c351-461f-b27d-7ba1cfcd864a", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:35:44.285747 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6f5efccc-0568-49cb-a6d3-2a7a3a5fe3c3 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:35:44.286300 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f5efccc-0568-49cb-a6d3-2a7a3a5fe3c3'] response: {'server_uuid': '40f940d7-a17e-4271-9326-70a868f80e59', 'name': 'network-vif-deleted', 'tag': '2e43ebd5-c351-461f-b27d-7ba1cfcd864a', 'status': 'completed', 'code': 200} May 23 15:35:44.369059 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-e01fec2a-1daa-41c4-8ea9-f7095915f285 req-01236bce-13b8-41cf-81bd-7a204d22a443 tempest-ServerRescueNegativeTestJSON-1966403117 tempest-ServerRescueNegativeTestJSON-1966403117-project] 10.222.0.30 "GET /v2.0/ports?device_id=40f940d7-a17e-4271-9326-70a868f80e59 HTTP/1.1" status: 200 len: 210 time: 0.0402486 May 23 15:35:44.570033 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263dbdd-a7d7-405e-8687-1a1aa1607f3a req-569831f8-e763-4d07-8c36-ca6846ede9b7 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:44.572314 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5263dbdd-a7d7-405e-8687-1a1aa1607f3a req-569831f8-e763-4d07-8c36-ca6846ede9b7 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 946 time: 0.0509779 May 23 15:35:44.600087 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:44.638493 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5263dbdd-a7d7-405e-8687-1a1aa1607f3a req-a606f515-3746-4d81-bc6a-2a4e4834eb55 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604377 May 23 15:35:45.431582 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 36552) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:35:45.804547 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35bb95-d488-41af-bc3f-b0da2b252859 req-1c67f7d6-bebb-42fc-9eac-37d1a502a0a6 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:45.806195 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cc35bb95-d488-41af-bc3f-b0da2b252859 req-1c67f7d6-bebb-42fc-9eac-37d1a502a0a6 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 946 time: 0.0593126 May 23 15:35:45.841018 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:45.947226 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cc35bb95-d488-41af-bc3f-b0da2b252859 req-a6d096d7-800e-4c34-88d4-a9897bdb993c tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092389 May 23 15:35:46.050589 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5a3f9e6d-b7d2-4d6d-ae90-4cf44aa5f00a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-863352'] for router_interface (d7762678-c922-4a00-822c-1a288f678231), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:46.337156 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-5a3f9e6d-b7d2-4d6d-ae90-4cf44aa5f00a admin admin] Deleting port 097274c5-da17-41c8-95e6-f832b2af97be {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:35:46.337577 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5a3f9e6d-b7d2-4d6d-ae90-4cf44aa5f00a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (097274c5-da17-41c8-95e6-f832b2af97be), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:46.423528 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-5a3f9e6d-b7d2-4d6d-ae90-4cf44aa5f00a admin admin] For port 097274c5-da17-41c8-95e6-f832b2af97be, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=097274c5-da17-41c8-95e6-f832b2af97be,segment=NetworkSegment(eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069),segment_id=eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:35:46.423870 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5a3f9e6d-b7d2-4d6d-ae90-4cf44aa5f00a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (097274c5-da17-41c8-95e6-f832b2af97be), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:46.439255 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-5a3f9e6d-b7d2-4d6d-ae90-4cf44aa5f00a admin admin] Calling delete_port for 097274c5-da17-41c8-95e6-f832b2af97be owned by network:router_interface {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:35:46.572501 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:46.663075 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5a3f9e6d-b7d2-4d6d-ae90-4cf44aa5f00a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250202'] for port (097274c5-da17-41c8-95e6-f832b2af97be), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:46.691183 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f9e6d-b7d2-4d6d-ae90-4cf44aa5f00a admin admin] Pushing event deleted for resources: {'Port': ['ID=097274c5-da17-41c8-95e6-f832b2af97be,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:35:46.721100 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (88197243-2542-4a6c-b81b-f727b3d95aaf), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:46.950807 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5a3f9e6d-b7d2-4d6d-ae90-4cf44aa5f00a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-244729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-863468'] for router_interface (d7762678-c922-4a00-822c-1a288f678231), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:46.970293 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:47.113439 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dcd87a-a50b-4d95-9b1b-ccb7e1fc080c req-c99220ab-c2dd-40d0-baeb-c2b168a71925 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:47.120972 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-43dcd87a-a50b-4d95-9b1b-ccb7e1fc080c req-c99220ab-c2dd-40d0-baeb-c2b168a71925 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 946 time: 0.0656033 May 23 15:35:47.146655 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:47.178867 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-43dcd87a-a50b-4d95-9b1b-ccb7e1fc080c req-3b98162e-bd6f-45a7-ab96-1b21674312ff tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533855 May 23 15:35:47.477333 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a3f9e6d-b7d2-4d6d-ae90-4cf44aa5f00a admin admin] Router d7762678-c922-4a00-822c-1a288f678231 has already been hosted by L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:35:47.614010 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3f9e6d-b7d2-4d6d-ae90-4cf44aa5f00a admin admin] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:35:47.621801 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-5a3f9e6d-b7d2-4d6d-ae90-4cf44aa5f00a admin admin] 10.222.0.30 "PUT /v2.0/routers/d7762678-c922-4a00-822c-1a288f678231/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1890731 May 23 15:35:47.624135 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 36564) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:35:47.628496 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeebee0-d74b-4d55-b2a0-dd12c42e27d5 None None] Sync routers for ids ['d7762678-c922-4a00-822c-1a288f678231'] in dv-cinder-841125-8-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:35:47.629536 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-deeacb48-f8ad-4ee7-aaeb-78a4c3f342fc None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:35:47.642203 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeebee0-d74b-4d55-b2a0-dd12c42e27d5 None None] Routers {'d7762678-c922-4a00-822c-1a288f678231'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:35:47.643245 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-aaeebee0-d74b-4d55-b2a0-dd12c42e27d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:35:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['d7762678-c922-4a00-822c-1a288f678231'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:35:47.749851 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-45705e06-c612-4e6d-a89f-c45e0979e920 admin admin] Publish callbacks [] for router (d7762678-c922-4a00-822c-1a288f678231), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:47.765563 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-aaeebee0-d74b-4d55-b2a0-dd12c42e27d5 None None] Set router d7762678-c922-4a00-822c-1a288f678231 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:35:47.898926 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-45705e06-c612-4e6d-a89f-c45e0979e920 admin admin] Publish callbacks [] for router_gateway (d7762678-c922-4a00-822c-1a288f678231), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:47.931248 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 2e43ebd5-c351-461f-b27d-7ba1cfcd864a no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:35:47.934647 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:47.963019 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] No Port match for: 2e43ebd5-c351-461f-b27d-7ba1cfcd864a {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:35:47.963019 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 2e43ebd5-c351-461f-b27d-7ba1cfcd864a not bound to the agent host hv-cinder-84112 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:35:47.970095 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-45705e06-c612-4e6d-a89f-c45e0979e920 admin admin] Deleting port f967faeb-3834-4612-baaa-f31465073412 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:35:47.970633 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-45705e06-c612-4e6d-a89f-c45e0979e920 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (f967faeb-3834-4612-baaa-f31465073412), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:47.988406 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:48.086986 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-45705e06-c612-4e6d-a89f-c45e0979e920 admin admin] For port f967faeb-3834-4612-baaa-f31465073412, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=f967faeb-3834-4612-baaa-f31465073412,segment=NetworkSegment(36a83107-a298-4f41-a08d-e6c665169c28),segment_id=36a83107-a298-4f41-a08d-e6c665169c28)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:35:48.086986 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-45705e06-c612-4e6d-a89f-c45e0979e920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (f967faeb-3834-4612-baaa-f31465073412), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:48.102004 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-45705e06-c612-4e6d-a89f-c45e0979e920 admin admin] Calling delete_port for f967faeb-3834-4612-baaa-f31465073412 owned by network:router_gateway {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:35:48.230112 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-aaeebee0-d74b-4d55-b2a0-dd12c42e27d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7762678-c922-4a00-822c-1a288f678231', 'name': 'tempest-ServerRescueNegativeTestJSON-1962255291-router', 'tenant_id': '0712b807a4584f7b8f019ceb65ff1e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'f967faeb-3834-4612-baaa-f31465073412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:35:46Z', 'revision_number': 5, 'project_id': '0712b807a4584f7b8f019ceb65ff1e14', 'gw_port': {'id': 'f967faeb-3834-4612-baaa-f31465073412', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:23:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7762678-c922-4a00-822c-1a288f678231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:48Z', 'updated_at': '2022-05-23T15:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi'}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:35:48.263306 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeebee0-d74b-4d55-b2a0-dd12c42e27d5 None None] Checking router: d7762678-c922-4a00-822c-1a288f678231 for host: dv-cinder-841125-8-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:35:48.278719 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeebee0-d74b-4d55-b2a0-dd12c42e27d5 None None] Routers {'d7762678-c922-4a00-822c-1a288f678231'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:35:48.279454 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-aaeebee0-d74b-4d55-b2a0-dd12c42e27d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:35:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['d7762678-c922-4a00-822c-1a288f678231'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:35:48.357468 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d874c7-54ff-47ec-a3ab-018c41346fc9 req-797a3b34-61b4-430c-976d-08a4208c20dd tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:48.358996 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f4d874c7-54ff-47ec-a3ab-018c41346fc9 req-797a3b34-61b4-430c-976d-08a4208c20dd tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 946 time: 0.0728345 May 23 15:35:48.360520 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-45705e06-c612-4e6d-a89f-c45e0979e920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250202'] for port (f967faeb-3834-4612-baaa-f31465073412), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:48.385675 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-aaeebee0-d74b-4d55-b2a0-dd12c42e27d5 None None] Set router d7762678-c922-4a00-822c-1a288f678231 gateway port host: None {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:35:48.432727 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45705e06-c612-4e6d-a89f-c45e0979e920 admin admin] Pushing event deleted for resources: {'Port': ['ID=f967faeb-3834-4612-baaa-f31465073412,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:35:48.469146 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-aaeebee0-d74b-4d55-b2a0-dd12c42e27d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7762678-c922-4a00-822c-1a288f678231', 'name': 'tempest-ServerRescueNegativeTestJSON-1962255291-router', 'tenant_id': '0712b807a4584f7b8f019ceb65ff1e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:35:47Z', 'revision_number': 6, 'project_id': '0712b807a4584f7b8f019ceb65ff1e14', 'gw_port_host': None}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:35:48.498647 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeebee0-d74b-4d55-b2a0-dd12c42e27d5 None None] The sync data for ids ['d7762678-c922-4a00-822c-1a288f678231'] in dv-cinder-841125-8-iscsi is: [{'id': 'd7762678-c922-4a00-822c-1a288f678231', 'name': 'tempest-ServerRescueNegativeTestJSON-1962255291-router', 'tenant_id': '0712b807a4584f7b8f019ceb65ff1e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:35:47Z', 'revision_number': 6, 'project_id': '0712b807a4584f7b8f019ceb65ff1e14', 'gw_port_host': None}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:35:48.512836 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f4d874c7-54ff-47ec-a3ab-018c41346fc9 req-484aa7d3-1919-4fa9-a6a2-9a68f9c04e98 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437695 May 23 15:35:48.538300 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-45705e06-c612-4e6d-a89f-c45e0979e920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-866434'] for router_gateway (d7762678-c922-4a00-822c-1a288f678231), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:48.643612 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:48.648682 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-45705e06-c612-4e6d-a89f-c45e0979e920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-866909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31511'] for router (d7762678-c922-4a00-822c-1a288f678231), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:48.651413 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-45705e06-c612-4e6d-a89f-c45e0979e920 admin admin] Publish callbacks [] for router_controller (d7762678-c922-4a00-822c-1a288f678231), precommit_delete_associations {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:48.724813 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-45705e06-c612-4e6d-a89f-c45e0979e920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-866852'] for router (d7762678-c922-4a00-822c-1a288f678231), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:48.725549 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45705e06-c612-4e6d-a89f-c45e0979e920 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7762678-c922-4a00-822c-1a288f678231 {{(pid=104081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 15:35:48.730531 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-45705e06-c612-4e6d-a89f-c45e0979e920 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:48.734257 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 36570) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:35:48.734775 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-45705e06-c612-4e6d-a89f-c45e0979e920 admin admin] 10.222.0.30 "DELETE /v2.0/routers/d7762678-c922-4a00-822c-1a288f678231 HTTP/1.1" status: 204 len: 168 time: 1.1089878 May 23 15:35:48.784201 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad3327ad-cbd5-4a37-963f-6210753414a9 admin admin] Deleting subnet eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2 {{(pid=104080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 15:35:48.787603 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ad3327ad-cbd5-4a37-963f-6210753414a9 admin admin] Publish callbacks [] for subnet (eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:48.830956 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ad3327ad-cbd5-4a37-963f-6210753414a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4413008'] for subnet (eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2), precommit_delete_associations {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:48.918009 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ad3327ad-cbd5-4a37-963f-6210753414a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773257'] for subnet (eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:48.979169 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ad3327ad-cbd5-4a37-963f-6210753414a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4413132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4276918'] for subnet (eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:49.006899 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3327ad-cbd5-4a37-963f-6210753414a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:35:49.010600 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ad3327ad-cbd5-4a37-963f-6210753414a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:49.014244 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-ad3327ad-cbd5-4a37-963f-6210753414a9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/eafd8b9c-5b05-46ce-bafb-52ea4b5cdbf2 HTTP/1.1" status: 204 len: 168 time: 0.2789063 May 23 15:35:49.017736 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 36572) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:35:49.018577 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964526cb-92e8-4387-8417-f8441ded1df4 None None] Network 0d1e2450-f071-48af-a078-8358b70cb4cd requested from dv-cinder-841125-8-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:35:49.108518 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4c29d997-4572-48f0-b2b6-429253395b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1839458'] for network (0d1e2450-f071-48af-a078-8358b70cb4cd), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:49.116120 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:49.165772 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-4c29d997-4572-48f0-b2b6-429253395b6f admin admin] Deleting port 99ad0d1f-38c5-47fa-be50-3010763c1e86 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:35:49.166117 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4c29d997-4572-48f0-b2b6-429253395b6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (99ad0d1f-38c5-47fa-be50-3010763c1e86), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:49.236727 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-4c29d997-4572-48f0-b2b6-429253395b6f admin admin] For port 99ad0d1f-38c5-47fa-be50-3010763c1e86, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=99ad0d1f-38c5-47fa-be50-3010763c1e86,segment=NetworkSegment(eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069),segment_id=eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:35:49.237183 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4c29d997-4572-48f0-b2b6-429253395b6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (99ad0d1f-38c5-47fa-be50-3010763c1e86), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:49.254133 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-4c29d997-4572-48f0-b2b6-429253395b6f admin admin] Calling delete_port for 99ad0d1f-38c5-47fa-be50-3010763c1e86 owned by network:dhcp {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:35:49.265227 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:49.354092 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0489db-6a04-4522-843e-d750c75d1ede None None] DHCP port deletion for 0d1e2450-f071-48af-a078-8358b70cb4cd request from dv-cinder-841125-8-iscsi {{(pid=104082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 23 15:35:49.375176 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4c29d997-4572-48f0-b2b6-429253395b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250202'] for port (99ad0d1f-38c5-47fa-be50-3010763c1e86), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:49.442661 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-ed0489db-6a04-4522-843e-d750c75d1ede None None] Deleting port 99ad0d1f-38c5-47fa-be50-3010763c1e86 {{(pid=104082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:35:49.443042 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ed0489db-6a04-4522-843e-d750c75d1ede None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (99ad0d1f-38c5-47fa-be50-3010763c1e86), before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:49.468911 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c29d997-4572-48f0-b2b6-429253395b6f admin admin] Pushing event deleted for resources: {'Port': ['ID=99ad0d1f-38c5-47fa-be50-3010763c1e86,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:35:49.486963 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c29d997-4572-48f0-b2b6-429253395b6f admin admin] No DVR routers for this DVR port 99ad0d1f-38c5-47fa-be50-3010763c1e86 on host dv-cinder-841125-8-iscsi {{(pid=104081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:35:49.519701 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 99ad0d1f-38c5-47fa-be50-3010763c1e86 no longer exists at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:35:49.525180 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:49.560630 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] No Port match for: 99ad0d1f-38c5-47fa-be50-3010763c1e86 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:35:49.561248 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 99ad0d1f-38c5-47fa-be50-3010763c1e86 not bound to the agent host dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:35:49.561863 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 097274c5-da17-41c8-95e6-f832b2af97be no longer exists at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:35:49.581803 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4c29d997-4572-48f0-b2b6-429253395b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769542', 'neutron.services.segments.db._delete_segments_for_network-8781040571751'] for network (0d1e2450-f071-48af-a078-8358b70cb4cd), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:49.586743 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] No Port match for: 097274c5-da17-41c8-95e6-f832b2af97be {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:35:49.587674 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 097274c5-da17-41c8-95e6-f832b2af97be not bound to the agent host dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:35:49.588420 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device f967faeb-3834-4612-baaa-f31465073412 no longer exists at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:35:49.596390 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-ed0489db-6a04-4522-843e-d750c75d1ede None None] For port 99ad0d1f-38c5-47fa-be50-3010763c1e86, host dv-cinder-841125-8-iscsi, got binding levels [] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:35:49.597452 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ed0489db-6a04-4522-843e-d750c75d1ede None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (99ad0d1f-38c5-47fa-be50-3010763c1e86), precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:49.620164 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.services.segments.db [None req-4c29d997-4572-48f0-b2b6-429253395b6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d1e2450-f071-48af-a078-8358b70cb4cd']}} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:35:49.624204 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] No Port match for: f967faeb-3834-4612-baaa-f31465073412 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:35:49.624729 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device f967faeb-3834-4612-baaa-f31465073412 not bound to the agent host dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:35:49.630615 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-ed0489db-6a04-4522-843e-d750c75d1ede None None] Calling delete_port for 99ad0d1f-38c5-47fa-be50-3010763c1e86 owned by network:dhcp {{(pid=104082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:35:49.638264 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.ipam_backend_mixin [None req-ed0489db-6a04-4522-843e-d750c75d1ede None None] Port 99ad0d1f-38c5-47fa-be50-3010763c1e86 was not found and therefore no delete operation was performed {{(pid=104082) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 23 15:35:49.640080 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ed0489db-6a04-4522-843e-d750c75d1ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974'] for port (99ad0d1f-38c5-47fa-be50-3010763c1e86), after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:49.647177 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.services.segments.db [None req-4c29d997-4572-48f0-b2b6-429253395b6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069') {'for_net_delete': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:35:49.647725 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.services.segments.db [None req-4c29d997-4572-48f0-b2b6-429253395b6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069') {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:35:49.660368 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4c29d997-4572-48f0-b2b6-429253395b6f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781040573040', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4630916'] for segment (eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:49.668531 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0489db-6a04-4522-843e-d750c75d1ede None None] Pushing event deleted for resources: {'Port': ['ID=99ad0d1f-38c5-47fa-be50-3010763c1e86,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:35:49.684348 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0489db-6a04-4522-843e-d750c75d1ede None None] No DVR routers for this DVR port 99ad0d1f-38c5-47fa-be50-3010763c1e86 on host dv-cinder-841125-8-iscsi {{(pid=104082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:35:49.695495 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4c29d997-4572-48f0-b2b6-429253395b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226'] for segment (eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:49.703400 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c29d997-4572-48f0-b2b6-429253395b6f admin admin] Releasing vlan 973 on physical network physnet1 to pool {{(pid=104081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 15:35:49.705481 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4c29d997-4572-48f0-b2b6-429253395b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4250223'] for segment (eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:49.720108 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430e478-c436-43db-aed4-ea5bd78f676f req-6aed0493-7278-48d3-9143-8963fa6ccbbb tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:49.721927 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7430e478-c436-43db-aed4-ea5bd78f676f req-6aed0493-7278-48d3-9143-8963fa6ccbbb tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 946 time: 0.0947640 May 23 15:35:49.753113 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.services.segments.plugin [-] Segment eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069 resource provider aggregate not found May 23 15:35:49.780265 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.services.segments.plugin [-] Segment eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eb1e9fa4-f3ef-4e6e-9021-b6a3d89f5069 found for delete ", "request_id": "req-d25f0514-f7e2-4b45-84c8-b567b40c4dfe"}]} May 23 15:35:49.796065 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4c29d997-4572-48f0-b2b6-429253395b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-863850'] for network (0d1e2450-f071-48af-a078-8358b70cb4cd), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:49.801933 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4c29d997-4572-48f0-b2b6-429253395b6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for network (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:49.807900 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-4c29d997-4572-48f0-b2b6-429253395b6f admin admin] 10.222.0.30 "DELETE /v2.0/networks/0d1e2450-f071-48af-a078-8358b70cb4cd HTTP/1.1" status: 204 len: 168 time: 0.7868800 May 23 15:35:49.825021 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c29d997-4572-48f0-b2b6-429253395b6f admin admin] Pushing event deleted for resources: {'Network': ['ID=0d1e2450-f071-48af-a078-8358b70cb4cd,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:35:49.832662 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7430e478-c436-43db-aed4-ea5bd78f676f req-b7b558db-a8f5-4ec4-9d7d-2a40cb7b357a tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951967 May 23 15:35:49.972681 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 36582) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:35:50.027667 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-f5826e51-7d45-4d79-be20-63d592d799ec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0712b807a4584f7b8f019ceb65ff1e14&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0536468 May 23 15:35:50.030312 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 36584) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:35:50.082293 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6755f7ef-b9c3-4e81-9a47-01346a9d451a admin admin] Publish callbacks [] for security_group (5f4b180b-06db-4ec5-a644-73810483189a), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:50.104819 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6755f7ef-b9c3-4e81-9a47-01346a9d451a admin admin] Publish callbacks [] for security_group (5f4b180b-06db-4ec5-a644-73810483189a), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:50.163172 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6755f7ef-b9c3-4e81-9a47-01346a9d451a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (5f4b180b-06db-4ec5-a644-73810483189a), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:50.168051 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6755f7ef-b9c3-4e81-9a47-01346a9d451a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:50.169332 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-6755f7ef-b9c3-4e81-9a47-01346a9d451a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5f4b180b-06db-4ec5-a644-73810483189a HTTP/1.1" status: 204 len: 168 time: 0.1378968 May 23 15:35:50.178100 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6755f7ef-b9c3-4e81-9a47-01346a9d451a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4b180b-06db-4ec5-a644-73810483189a,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:35:50.738099 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988fef6c-fd19-492f-a7aa-c40b8fbfbaea req-ddb6b1e3-b3c7-4d6e-878f-c8118da4c04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:50.740005 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-988fef6c-fd19-492f-a7aa-c40b8fbfbaea req-ddb6b1e3-b3c7-4d6e-878f-c8118da4c04d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=65c6b1563c424330ade1ef15f8efa110&device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 1130 time: 0.0475466 May 23 15:35:50.825550 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:50.887462 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988fef6c-fd19-492f-a7aa-c40b8fbfbaea req-63cc6edb-c5a2-4689-ae88-aaca7d9c94c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:50.889094 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-988fef6c-fd19-492f-a7aa-c40b8fbfbaea req-63cc6edb-c5a2-4689-ae88-aaca7d9c94c9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=751cbaf0-d17b-4cd8-950f-078d51e9414f HTTP/1.1" status: 200 len: 917 time: 0.1240807 May 23 15:35:50.988607 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-988fef6c-fd19-492f-a7aa-c40b8fbfbaea req-871595ff-6f9b-40f1-b22f-0cdcaf8ea4c9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1163c3a8-18a2-4093-9e90-731d856e8076 HTTP/1.1" status: 200 len: 1002 time: 0.0926809 May 23 15:35:51.001980 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d4dee-602c-4532-9fca-ca38da8c8b28 req-d6ccb92c-dee5-43be-861a-a37c512d82f4 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:51.003783 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-038d4dee-602c-4532-9fca-ca38da8c8b28 req-d6ccb92c-dee5-43be-861a-a37c512d82f4 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 946 time: 0.0675778 May 23 15:35:51.036675 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 36612) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:35:51.073018 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-038d4dee-602c-4532-9fca-ca38da8c8b28 req-00df032f-22c7-4d1a-91e9-5d0539fa54d7 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631642 May 23 15:35:51.079586 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988fef6c-fd19-492f-a7aa-c40b8fbfbaea req-148380b2-40b8-4f57-9de0-a0db3d0e411c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:51.081180 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-988fef6c-fd19-492f-a7aa-c40b8fbfbaea req-148380b2-40b8-4f57-9de0-a0db3d0e411c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=045c111a-efa9-497c-8e54-7f6b21c0aa2b HTTP/1.1" status: 200 len: 855 time: 0.0851371 May 23 15:35:51.121570 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:51.137502 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988fef6c-fd19-492f-a7aa-c40b8fbfbaea req-ab91b5c8-5425-4b38-9a87-3ec985082f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:51.138056 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-988fef6c-fd19-492f-a7aa-c40b8fbfbaea req-ab91b5c8-5425-4b38-9a87-3ec985082f7d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=751cbaf0-d17b-4cd8-950f-078d51e9414f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482862 May 23 15:35:51.200885 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-930672b2-c303-40f5-b29e-f7fb25458ccb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2050376260-network', 'tenant_id': 'ed18973b741247a887c250ffd4b7aa56'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:35:51.241568 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930672b2-c303-40f5-b29e-f7fb25458ccb admin admin] Made reservation on behalf of ed18973b741247a887c250ffd4b7aa56 for: {'network': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:35:51.243808 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-930672b2-c303-40f5-b29e-f7fb25458ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for network (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:51.262684 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-930672b2-c303-40f5-b29e-f7fb25458ccb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:51.277615 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-988fef6c-fd19-492f-a7aa-c40b8fbfbaea req-6027f2e1-da46-4939-8f0a-42901a65e433 service neutron] 10.222.0.72 "GET /v2.0/networks/751cbaf0-d17b-4cd8-950f-078d51e9414f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305118 May 23 15:35:51.414916 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-988fef6c-fd19-492f-a7aa-c40b8fbfbaea req-198a666d-397b-4a3a-b44e-4c55eb3f4993 service neutron] 10.222.0.72 "GET /v2.0/networks/751cbaf0-d17b-4cd8-950f-078d51e9414f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313713 May 23 15:35:51.430525 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-930672b2-c303-40f5-b29e-f7fb25458ccb admin admin] Publish callbacks [] for security_group (ef52bc33-696e-47c3-8ceb-fd3a27aab1d0), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:51.436196 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-930672b2-c303-40f5-b29e-f7fb25458ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (ef52bc33-696e-47c3-8ceb-fd3a27aab1d0), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:51.471631 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-930672b2-c303-40f5-b29e-f7fb25458ccb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 985} {{(pid=104080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 15:35:51.482682 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930672b2-c303-40f5-b29e-f7fb25458ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef52bc33-696e-47c3-8ceb-fd3a27aab1d0,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:35:51.497894 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-930672b2-c303-40f5-b29e-f7fb25458ccb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781040571742', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226'] for segment (2a87e61c-0452-4d01-9158-869dffae67ab), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:51.498242 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.db.segments_db [None req-930672b2-c303-40f5-b29e-f7fb25458ccb admin admin] Added segment 2a87e61c-0452-4d01-9158-869dffae67ab of type vlan for network ed631b83-ca6a-463c-8a58-078550f66fa6 May 23 15:35:51.542993 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-930672b2-c303-40f5-b29e-f7fb25458ccb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781040098124'] for network (ed631b83-ca6a-463c-8a58-078550f66fa6), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:51.571579 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-930672b2-c303-40f5-b29e-f7fb25458ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720'] for network (ed631b83-ca6a-463c-8a58-078550f66fa6), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:51.572843 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930672b2-c303-40f5-b29e-f7fb25458ccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:51.573279 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-930672b2-c303-40f5-b29e-f7fb25458ccb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:51.641410 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-930672b2-c303-40f5-b29e-f7fb25458ccb admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6035054 May 23 15:35:51.644782 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 36622) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:35:51.649950 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-9f57c57a-d60a-46ef-af60-a19118910242 admin admin] Request body: {'subnet': {'network_id': 'ed631b83-ca6a-463c-8a58-078550f66fa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2050376260-subnet', 'tenant_id': 'ed18973b741247a887c250ffd4b7aa56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:35:51.650483 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930672b2-c303-40f5-b29e-f7fb25458ccb admin admin] Pushing event updated for resources: {'Network': ['ID=ed631b83-ca6a-463c-8a58-078550f66fa6,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:35:51.661661 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Network ed631b83-ca6a-463c-8a58-078550f66fa6 details requested by agent ovs-agent-dv-cinder-841125-8-iscsi with host dv-cinder-841125-8-iscsi {{(pid=104082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 15:35:51.690039 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f57c57a-d60a-46ef-af60-a19118910242 admin admin] Made reservation on behalf of ed18973b741247a887c250ffd4b7aa56 for: {'subnet': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:35:51.692677 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9f57c57a-d60a-46ef-af60-a19118910242 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4734664'] for subnet (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:51.816225 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:UPDATE=2,neutron:DELETE=7,neutron:SELECT=88,neutron:INSERT=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:51.904409 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9f57c57a-d60a-46ef-af60-a19118910242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4250570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4734522'] for subnet (7e8fc66f-4311-4865-a50c-e0eadd62f4c4), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:52.000115 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f57c57a-d60a-46ef-af60-a19118910242 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e8fc66f-4311-4865-a50c-e0eadd62f4c4,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:35:52.008117 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f57c57a-d60a-46ef-af60-a19118910242 admin admin] Checking segment: {'id': '2a87e61c-0452-4d01-9158-869dffae67ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'ed631b83-ca6a-463c-8a58-078550f66fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:35:52.009053 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f57c57a-d60a-46ef-af60-a19118910242 admin admin] Network hostable DHCP agents. Network: ed631b83-ca6a-463c-8a58-078550f66fa6, hostable agents: ['a6df4f1d-15a4-4993-9185-787bcd604f39'], hosted agents: [] {{(pid=104081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 15:35:52.044726 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f57c57a-d60a-46ef-af60-a19118910242 admin admin] Network ed631b83-ca6a-463c-8a58-078550f66fa6 is scheduled to be hosted by DHCP agent a6df4f1d-15a4-4993-9185-787bcd604f39 with binding_index 1 {{(pid=104081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 15:35:52.058422 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-9f57c57a-d60a-46ef-af60-a19118910242 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-8-iscsi, ed631b83-ca6a-463c-8a58-078550f66fa6) {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:35:52.064503 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f57c57a-d60a-46ef-af60-a19118910242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:52.066007 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9f57c57a-d60a-46ef-af60-a19118910242 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:52.067821 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1960f41a-e31a-4cd5-85c3-f5d93ee6cb58 None None] Network ed631b83-ca6a-463c-8a58-078550f66fa6 requested from dv-cinder-841125-8-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:35:52.088449 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-9f57c57a-d60a-46ef-af60-a19118910242 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4424372 May 23 15:35:52.231658 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea8fa11-356c-4114-b4ac-d4ae11d07678 None None] Network ed631b83-ca6a-463c-8a58-078550f66fa6 requested from dv-cinder-841125-8-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:35:52.307481 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20239a-1b07-4476-b638-e0aa7f1a9308 req-1e976322-22da-4b61-9492-ed922ded3480 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:52.317540 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-bc20239a-1b07-4476-b638-e0aa7f1a9308 req-1e976322-22da-4b61-9492-ed922ded3480 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 946 time: 0.0955460 May 23 15:35:52.345883 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:52.410117 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-bc20239a-1b07-4476-b638-e0aa7f1a9308 req-ed14e351-d6b7-45d0-a316-ffcecb3b35dc tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913982 May 23 15:35:52.779227 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 36646) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:35:52.788335 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-e06d6dad-9ff6-43c2-879f-64fa8192d639 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1448174007-network', 'tenant_id': 'ab3b1bd0268e4e41bd4d31411304e358'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:35:52.820334 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06d6dad-9ff6-43c2-879f-64fa8192d639 admin admin] Made reservation on behalf of ab3b1bd0268e4e41bd4d31411304e358 for: {'network': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:35:52.824081 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e06d6dad-9ff6-43c2-879f-64fa8192d639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for network (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:52.836665 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e06d6dad-9ff6-43c2-879f-64fa8192d639 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:52.925658 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:52.949229 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e06d6dad-9ff6-43c2-879f-64fa8192d639 admin admin] Publish callbacks [] for security_group (609eb80d-2ee5-4490-8797-103d2a87db31), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:52.953977 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e06d6dad-9ff6-43c2-879f-64fa8192d639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (609eb80d-2ee5-4490-8797-103d2a87db31), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:52.983342 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e06d6dad-9ff6-43c2-879f-64fa8192d639 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 966} {{(pid=104080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 15:35:52.990433 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:52.991255 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06d6dad-9ff6-43c2-879f-64fa8192d639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609eb80d-2ee5-4490-8797-103d2a87db31,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:35:52.998994 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e06d6dad-9ff6-43c2-879f-64fa8192d639 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781040571742', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226'] for segment (926e8a72-1c49-4704-a4ab-2e3fc16142d2), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:52.999430 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.db.segments_db [None req-e06d6dad-9ff6-43c2-879f-64fa8192d639 admin admin] Added segment 926e8a72-1c49-4704-a4ab-2e3fc16142d2 of type vlan for network 20138a1f-b8df-41b7-b01f-5489df59e31b May 23 15:35:53.050799 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e06d6dad-9ff6-43c2-879f-64fa8192d639 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781040098124'] for network (20138a1f-b8df-41b7-b01f-5489df59e31b), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:53.085972 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e06d6dad-9ff6-43c2-879f-64fa8192d639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720'] for network (20138a1f-b8df-41b7-b01f-5489df59e31b), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:53.086934 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06d6dad-9ff6-43c2-879f-64fa8192d639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:53.087615 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e06d6dad-9ff6-43c2-879f-64fa8192d639 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:53.159247 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-e06d6dad-9ff6-43c2-879f-64fa8192d639 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3761928 May 23 15:35:53.160087 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 36648) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:35:53.164457 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-193729ee-33db-4d6e-8476-fc4f27767c5d admin admin] Request body: {'subnet': {'network_id': '20138a1f-b8df-41b7-b01f-5489df59e31b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1448174007-subnet', 'tenant_id': 'ab3b1bd0268e4e41bd4d31411304e358', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:35:53.177768 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06d6dad-9ff6-43c2-879f-64fa8192d639 admin admin] Pushing event updated for resources: {'Network': ['ID=20138a1f-b8df-41b7-b01f-5489df59e31b,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:35:53.195968 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193729ee-33db-4d6e-8476-fc4f27767c5d admin admin] Made reservation on behalf of ab3b1bd0268e4e41bd4d31411304e358 for: {'subnet': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:35:53.199127 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-193729ee-33db-4d6e-8476-fc4f27767c5d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4276813'] for subnet (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:53.201105 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Network 20138a1f-b8df-41b7-b01f-5489df59e31b details requested by agent ovs-agent-dv-cinder-841125-8-iscsi with host dv-cinder-841125-8-iscsi {{(pid=104082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 15:35:53.438043 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-193729ee-33db-4d6e-8476-fc4f27767c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4413067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4276927'] for subnet (b12134b0-1a4f-4858-8c2b-83efa915305f), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:53.511104 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193729ee-33db-4d6e-8476-fc4f27767c5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b12134b0-1a4f-4858-8c2b-83efa915305f,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:35:53.553487 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193729ee-33db-4d6e-8476-fc4f27767c5d admin admin] Checking segment: {'id': '926e8a72-1c49-4704-a4ab-2e3fc16142d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '20138a1f-b8df-41b7-b01f-5489df59e31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:35:53.553487 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193729ee-33db-4d6e-8476-fc4f27767c5d admin admin] Network hostable DHCP agents. Network: 20138a1f-b8df-41b7-b01f-5489df59e31b, hostable agents: ['a6df4f1d-15a4-4993-9185-787bcd604f39'], hosted agents: [] {{(pid=104080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 15:35:53.618518 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e995d60-4e85-47fa-bba0-b4befc536b79 req-1bce58d3-3661-4041-84ac-5d182eeef780 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:53.620190 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-3e995d60-4e85-47fa-bba0-b4befc536b79 req-1bce58d3-3661-4041-84ac-5d182eeef780 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 946 time: 0.1018486 May 23 15:35:53.621457 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193729ee-33db-4d6e-8476-fc4f27767c5d admin admin] Network 20138a1f-b8df-41b7-b01f-5489df59e31b is scheduled to be hosted by DHCP agent a6df4f1d-15a4-4993-9185-787bcd604f39 with binding_index 1 {{(pid=104080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 15:35:53.643906 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-193729ee-33db-4d6e-8476-fc4f27767c5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-8-iscsi, 20138a1f-b8df-41b7-b01f-5489df59e31b) {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:35:53.656628 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ead6b0a-4a56-46aa-8a6c-148b57738e71 None None] Network 20138a1f-b8df-41b7-b01f-5489df59e31b requested from dv-cinder-841125-8-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:35:53.678951 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193729ee-33db-4d6e-8476-fc4f27767c5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:53.681852 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-193729ee-33db-4d6e-8476-fc4f27767c5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:53.760065 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-193729ee-33db-4d6e-8476-fc4f27767c5d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5991249 May 23 15:35:53.822089 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-3e995d60-4e85-47fa-bba0-b4befc536b79 req-1ba8c84b-1ea7-4c15-8d10-625c22e11a8f tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768618 May 23 15:35:53.857755 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393ed6cf-020d-4d68-b948-df59e3006018 None None] Network 20138a1f-b8df-41b7-b01f-5489df59e31b requested from dv-cinder-841125-8-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:35:53.926343 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 36664) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:35:53.999963 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_v2 [None req-cce908fa-ff7c-4f13-b058-cbe63b765808 admin admin] Deleting subnet 7e8fc66f-4311-4865-a50c-e0eadd62f4c4 {{(pid=104081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 15:35:54.004746 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cce908fa-ff7c-4f13-b058-cbe63b765808 admin admin] Publish callbacks [] for subnet (7e8fc66f-4311-4865-a50c-e0eadd62f4c4), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:54.063987 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cce908fa-ff7c-4f13-b058-cbe63b765808 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4630923'] for subnet (7e8fc66f-4311-4865-a50c-e0eadd62f4c4), precommit_delete_associations {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:54.115508 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cce908fa-ff7c-4f13-b058-cbe63b765808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773257'] for subnet (7e8fc66f-4311-4865-a50c-e0eadd62f4c4), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:54.202064 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cce908fa-ff7c-4f13-b058-cbe63b765808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4250509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4734515'] for subnet (7e8fc66f-4311-4865-a50c-e0eadd62f4c4), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:54.218377 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cce908fa-ff7c-4f13-b058-cbe63b765808 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:54.225468 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-cce908fa-ff7c-4f13-b058-cbe63b765808 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7e8fc66f-4311-4865-a50c-e0eadd62f4c4 HTTP/1.1" status: 204 len: 168 time: 0.2956767 May 23 15:35:54.225787 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 36670) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:35:54.242849 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce908fa-ff7c-4f13-b058-cbe63b765808 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e8fc66f-4311-4865-a50c-e0eadd62f4c4,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:35:54.317544 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8b0d7025-6156-46c0-95e5-82bbe0d85d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1839458'] for network (ed631b83-ca6a-463c-8a58-078550f66fa6), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:54.415553 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8b0d7025-6156-46c0-95e5-82bbe0d85d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769542', 'neutron.services.segments.db._delete_segments_for_network-8781040571751'] for network (ed631b83-ca6a-463c-8a58-078550f66fa6), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:54.441814 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-8b0d7025-6156-46c0-95e5-82bbe0d85d24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed631b83-ca6a-463c-8a58-078550f66fa6']}} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:35:54.448576 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:54.455435 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-8b0d7025-6156-46c0-95e5-82bbe0d85d24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a87e61c-0452-4d01-9158-869dffae67ab') {'for_net_delete': True} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:35:54.455726 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-8b0d7025-6156-46c0-95e5-82bbe0d85d24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a87e61c-0452-4d01-9158-869dffae67ab') {} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:35:54.466940 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8b0d7025-6156-46c0-95e5-82bbe0d85d24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781040573040', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4413023'] for segment (2a87e61c-0452-4d01-9158-869dffae67ab), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:54.483606 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8b0d7025-6156-46c0-95e5-82bbe0d85d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226'] for segment (2a87e61c-0452-4d01-9158-869dffae67ab), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:54.489755 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:54.492775 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b0d7025-6156-46c0-95e5-82bbe0d85d24 admin admin] Releasing vlan 985 on physical network physnet1 to pool {{(pid=104080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 15:35:54.495599 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8b0d7025-6156-46c0-95e5-82bbe0d85d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4413230'] for segment (2a87e61c-0452-4d01-9158-869dffae67ab), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:54.544337 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.services.segments.plugin [-] Segment 2a87e61c-0452-4d01-9158-869dffae67ab resource provider aggregate not found May 23 15:35:54.565857 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.services.segments.plugin [-] Segment 2a87e61c-0452-4d01-9158-869dffae67ab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a87e61c-0452-4d01-9158-869dffae67ab found for delete ", "request_id": "req-af521480-f862-4f2b-ada1-87abfafdcd2a"}]} May 23 15:35:54.575452 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8b0d7025-6156-46c0-95e5-82bbe0d85d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-863850'] for network (ed631b83-ca6a-463c-8a58-078550f66fa6), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:54.582522 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8b0d7025-6156-46c0-95e5-82bbe0d85d24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:54.588109 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-8b0d7025-6156-46c0-95e5-82bbe0d85d24 admin admin] 10.222.0.30 "DELETE /v2.0/networks/ed631b83-ca6a-463c-8a58-078550f66fa6 HTTP/1.1" status: 204 len: 168 time: 0.3588967 May 23 15:35:54.588338 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 36678) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:35:54.652903 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cc5b266-ac97-484d-af08-4fd4a737a5d3 admin admin] Deleting subnet b12134b0-1a4f-4858-8c2b-83efa915305f {{(pid=104080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 15:35:54.655245 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0d7025-6156-46c0-95e5-82bbe0d85d24 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed631b83-ca6a-463c-8a58-078550f66fa6,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:35:54.663178 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2cc5b266-ac97-484d-af08-4fd4a737a5d3 admin admin] Publish callbacks [] for subnet (b12134b0-1a4f-4858-8c2b-83efa915305f), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:54.665881 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d7025-6156-46c0-95e5-82bbe0d85d24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:54.666209 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d7025-6156-46c0-95e5-82bbe0d85d24 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:54.666731 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d7025-6156-46c0-95e5-82bbe0d85d24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:54.667082 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d7025-6156-46c0-95e5-82bbe0d85d24 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:54.667579 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d7025-6156-46c0-95e5-82bbe0d85d24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:54.667927 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d7025-6156-46c0-95e5-82bbe0d85d24 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:54.668241 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d7025-6156-46c0-95e5-82bbe0d85d24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:54.669704 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d7025-6156-46c0-95e5-82bbe0d85d24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:54.670409 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d7025-6156-46c0-95e5-82bbe0d85d24 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:54.670835 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d7025-6156-46c0-95e5-82bbe0d85d24 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:54.671185 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d7025-6156-46c0-95e5-82bbe0d85d24 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:54.671530 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d7025-6156-46c0-95e5-82bbe0d85d24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:54.671991 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d7025-6156-46c0-95e5-82bbe0d85d24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:54.673185 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d7025-6156-46c0-95e5-82bbe0d85d24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:54.673399 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d7025-6156-46c0-95e5-82bbe0d85d24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:54.716396 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2cc5b266-ac97-484d-af08-4fd4a737a5d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4413008'] for subnet (b12134b0-1a4f-4858-8c2b-83efa915305f), precommit_delete_associations {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:54.762632 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2cc5b266-ac97-484d-af08-4fd4a737a5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773257'] for subnet (b12134b0-1a4f-4858-8c2b-83efa915305f), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:54.818215 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2cc5b266-ac97-484d-af08-4fd4a737a5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4413132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4276918'] for subnet (b12134b0-1a4f-4858-8c2b-83efa915305f), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:54.859776 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc5b266-ac97-484d-af08-4fd4a737a5d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b12134b0-1a4f-4858-8c2b-83efa915305f,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:35:54.906431 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2cc5b266-ac97-484d-af08-4fd4a737a5d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:54.909952 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-2cc5b266-ac97-484d-af08-4fd4a737a5d3 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b12134b0-1a4f-4858-8c2b-83efa915305f HTTP/1.1" status: 204 len: 168 time: 0.3206077 May 23 15:35:54.912752 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 36682) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:35:54.963825 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d48680-636e-4818-a489-ea3acf68873c req-06eeb9f4-346e-4554-b8df-98b08e86cc6e tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:54.965362 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-40d48680-636e-4818-a489-ea3acf68873c req-06eeb9f4-346e-4554-b8df-98b08e86cc6e tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 946 time: 0.0543222 May 23 15:35:54.989630 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7f8d4bda-2689-42c3-8d63-a546026451bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1839458'] for network (20138a1f-b8df-41b7-b01f-5489df59e31b), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:55.018038 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-40d48680-636e-4818-a489-ea3acf68873c req-f8870dba-041e-4649-91a1-b8abc1b862cd tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460963 May 23 15:35:55.077634 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7f8d4bda-2689-42c3-8d63-a546026451bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769542', 'neutron.services.segments.db._delete_segments_for_network-8781040571751'] for network (20138a1f-b8df-41b7-b01f-5489df59e31b), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:55.101255 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.services.segments.db [None req-7f8d4bda-2689-42c3-8d63-a546026451bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20138a1f-b8df-41b7-b01f-5489df59e31b']}} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:35:55.110598 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.services.segments.db [None req-7f8d4bda-2689-42c3-8d63-a546026451bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '926e8a72-1c49-4704-a4ab-2e3fc16142d2') {'for_net_delete': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:35:55.110894 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.services.segments.db [None req-7f8d4bda-2689-42c3-8d63-a546026451bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '926e8a72-1c49-4704-a4ab-2e3fc16142d2') {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:35:55.119983 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7f8d4bda-2689-42c3-8d63-a546026451bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781040573040', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4630916'] for segment (926e8a72-1c49-4704-a4ab-2e3fc16142d2), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:55.135479 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7f8d4bda-2689-42c3-8d63-a546026451bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226'] for segment (926e8a72-1c49-4704-a4ab-2e3fc16142d2), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:55.142821 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f8d4bda-2689-42c3-8d63-a546026451bf admin admin] Releasing vlan 966 on physical network physnet1 to pool {{(pid=104081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 15:35:55.143184 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7f8d4bda-2689-42c3-8d63-a546026451bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4250223'] for segment (926e8a72-1c49-4704-a4ab-2e3fc16142d2), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:55.185916 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.services.segments.plugin [-] Segment 926e8a72-1c49-4704-a4ab-2e3fc16142d2 resource provider aggregate not found May 23 15:35:55.204052 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.services.segments.plugin [-] Segment 926e8a72-1c49-4704-a4ab-2e3fc16142d2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 926e8a72-1c49-4704-a4ab-2e3fc16142d2 found for delete ", "request_id": "req-14c8d587-604f-4c1a-b93a-3f9a1b7117e9"}]} May 23 15:35:55.210128 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7f8d4bda-2689-42c3-8d63-a546026451bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-863850'] for network (20138a1f-b8df-41b7-b01f-5489df59e31b), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:55.215450 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7f8d4bda-2689-42c3-8d63-a546026451bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for network (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:55.221336 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-7f8d4bda-2689-42c3-8d63-a546026451bf admin admin] 10.222.0.30 "DELETE /v2.0/networks/20138a1f-b8df-41b7-b01f-5489df59e31b HTTP/1.1" status: 204 len: 168 time: 0.3075538 May 23 15:35:55.232451 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d4bda-2689-42c3-8d63-a546026451bf admin admin] Pushing event deleted for resources: {'Network': ['ID=20138a1f-b8df-41b7-b01f-5489df59e31b,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:35:55.381551 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 36702) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:35:55.421536 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-d603ff4d-7e56-42ff-8051-24be381714c5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ed18973b741247a887c250ffd4b7aa56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388498 May 23 15:35:55.424108 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 36704) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:35:55.472924 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-bf73ea6e-3942-4b9a-8726-69ffad406aae admin admin] Publish callbacks [] for security_group (ef52bc33-696e-47c3-8ceb-fd3a27aab1d0), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:55.493705 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-bf73ea6e-3942-4b9a-8726-69ffad406aae admin admin] Publish callbacks [] for security_group (ef52bc33-696e-47c3-8ceb-fd3a27aab1d0), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:55.543680 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-bf73ea6e-3942-4b9a-8726-69ffad406aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (ef52bc33-696e-47c3-8ceb-fd3a27aab1d0), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:55.546241 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-bf73ea6e-3942-4b9a-8726-69ffad406aae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:55.547532 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-bf73ea6e-3942-4b9a-8726-69ffad406aae admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ef52bc33-696e-47c3-8ceb-fd3a27aab1d0 HTTP/1.1" status: 204 len: 168 time: 0.1223700 May 23 15:35:55.555369 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73ea6e-3942-4b9a-8726-69ffad406aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef52bc33-696e-47c3-8ceb-fd3a27aab1d0,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:35:55.771537 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df206f19-538e-418c-afab-6d041b094a04 req-cfecf18c-a62f-45c4-80e4-fa4aed94f3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:55.773326 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-df206f19-538e-418c-afab-6d041b094a04 req-cfecf18c-a62f-45c4-80e4-fa4aed94f3de service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=65c6b1563c424330ade1ef15f8efa110&device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 1130 time: 0.0405052 May 23 15:35:55.874080 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df206f19-538e-418c-afab-6d041b094a04 req-9366089f-0972-45e3-8d77-ccdd5c0cfc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:55.876124 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-df206f19-538e-418c-afab-6d041b094a04 req-9366089f-0972-45e3-8d77-ccdd5c0cfc13 service neutron] 10.222.0.72 "GET /v2.0/networks?id=751cbaf0-d17b-4cd8-950f-078d51e9414f HTTP/1.1" status: 200 len: 917 time: 0.0927289 May 23 15:35:55.883050 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 36710) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:35:55.925213 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-c40401a0-340b-4203-88fb-f65adfc03733 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ab3b1bd0268e4e41bd4d31411304e358&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409141 May 23 15:35:55.927927 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 36712) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:35:55.962647 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:INSERT=2,neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:55.983836 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6e25752b-8ed8-4372-9b82-84398a00f2ce admin admin] Publish callbacks [] for security_group (609eb80d-2ee5-4490-8797-103d2a87db31), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:56.007277 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6e25752b-8ed8-4372-9b82-84398a00f2ce admin admin] Publish callbacks [] for security_group (609eb80d-2ee5-4490-8797-103d2a87db31), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:56.061721 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6e25752b-8ed8-4372-9b82-84398a00f2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (609eb80d-2ee5-4490-8797-103d2a87db31), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:56.065017 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6e25752b-8ed8-4372-9b82-84398a00f2ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:56.069310 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-6e25752b-8ed8-4372-9b82-84398a00f2ce admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/609eb80d-2ee5-4490-8797-103d2a87db31 HTTP/1.1" status: 204 len: 168 time: 0.1400816 May 23 15:35:56.078241 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25752b-8ed8-4372-9b82-84398a00f2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609eb80d-2ee5-4490-8797-103d2a87db31,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:35:56.181213 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895de7f-a59b-466e-96cf-86ea6d4444d7 req-78a4824e-4293-4f4e-811a-4f8d272725b0 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:56.182474 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-df206f19-538e-418c-afab-6d041b094a04 req-7af68f1c-42c3-449b-aa63-de91a5ec0e6e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1163c3a8-18a2-4093-9e90-731d856e8076 HTTP/1.1" status: 200 len: 1002 time: 0.2993464 May 23 15:35:56.182713 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5895de7f-a59b-466e-96cf-86ea6d4444d7 req-78a4824e-4293-4f4e-811a-4f8d272725b0 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 946 time: 0.0613880 May 23 15:35:56.235297 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5895de7f-a59b-466e-96cf-86ea6d4444d7 req-ef16f2ee-6618-4a8a-96c2-e5a1609f260b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463035 May 23 15:35:56.242233 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df206f19-538e-418c-afab-6d041b094a04 req-0b840ee5-2edd-4d9e-bc5d-7dfbd09b3af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:56.243863 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-df206f19-538e-418c-afab-6d041b094a04 req-0b840ee5-2edd-4d9e-bc5d-7dfbd09b3af6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=045c111a-efa9-497c-8e54-7f6b21c0aa2b HTTP/1.1" status: 200 len: 855 time: 0.0543079 May 23 15:35:56.281190 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:DELETE=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:56.289798 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df206f19-538e-418c-afab-6d041b094a04 req-9081efe3-b809-4b52-8d1f-ece3be841863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:56.291304 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-df206f19-538e-418c-afab-6d041b094a04 req-9081efe3-b809-4b52-8d1f-ece3be841863 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=751cbaf0-d17b-4cd8-950f-078d51e9414f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407398 May 23 15:35:56.382396 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:UPDATE=1,neutron:SELECT=91,neutron:DELETE=8 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:56.387244 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-df206f19-538e-418c-afab-6d041b094a04 req-2709e1c3-eaad-482f-aed5-8dcdb2ee95e7 service neutron] 10.222.0.72 "GET /v2.0/networks/751cbaf0-d17b-4cd8-950f-078d51e9414f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872300 May 23 15:35:56.488711 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-df206f19-538e-418c-afab-6d041b094a04 req-0447b183-27b1-43ec-a315-bfed531d4e7b service neutron] 10.222.0.72 "GET /v2.0/networks/751cbaf0-d17b-4cd8-950f-078d51e9414f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925312 May 23 15:35:57.360964 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2e0e1-ded9-4404-ba37-ef670e48dcd6 req-49407145-468a-4f0f-8779-f0a47087ed19 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:57.362473 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-20e2e0e1-ded9-4404-ba37-ef670e48dcd6 req-49407145-468a-4f0f-8779-f0a47087ed19 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 946 time: 0.0522392 May 23 15:35:57.410424 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-20e2e0e1-ded9-4404-ba37-ef670e48dcd6 req-d152d838-38df-4011-8df3-81b6412c52e0 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424430 May 23 15:35:58.118999 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 36792) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:35:58.223323 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1ac13e50-2502-490e-9ec5-f7ff13ab725f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:58.255779 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:58.311626 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1ac13e50-2502-490e-9ec5-f7ff13ab725f admin admin] Publish callbacks [] for security_group (b7877bbc-50f2-48ce-ac15-f47e00c9e0ab), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:58.315687 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1ac13e50-2502-490e-9ec5-f7ff13ab725f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (b7877bbc-50f2-48ce-ac15-f47e00c9e0ab), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:58.355094 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-1ac13e50-2502-490e-9ec5-f7ff13ab725f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0ea39bc2a0d443ed970266ba5a4ca69a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2349942 May 23 15:35:58.355806 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac13e50-2502-490e-9ec5-f7ff13ab725f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7877bbc-50f2-48ce-ac15-f47e00c9e0ab,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:35:58.358121 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 36798) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:35:58.413018 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7d6cda4c-0d2b-4cbd-8aa8-961f4b010f3e admin admin] Publish callbacks [] for security_group (b7877bbc-50f2-48ce-ac15-f47e00c9e0ab), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:58.435392 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7d6cda4c-0d2b-4cbd-8aa8-961f4b010f3e admin admin] Publish callbacks [] for security_group (b7877bbc-50f2-48ce-ac15-f47e00c9e0ab), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:58.498481 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7d6cda4c-0d2b-4cbd-8aa8-961f4b010f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (b7877bbc-50f2-48ce-ac15-f47e00c9e0ab), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:58.501498 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7d6cda4c-0d2b-4cbd-8aa8-961f4b010f3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:58.502555 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-7d6cda4c-0d2b-4cbd-8aa8-961f4b010f3e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b7877bbc-50f2-48ce-ac15-f47e00c9e0ab HTTP/1.1" status: 204 len: 168 time: 0.1435323 May 23 15:35:58.533015 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6cda4c-0d2b-4cbd-8aa8-961f4b010f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7877bbc-50f2-48ce-ac15-f47e00c9e0ab,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:35:58.550512 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b719425-4cc1-4302-81ce-64294bc2c798 req-6eb8638a-ba9e-48d6-ae9a-3fb19e09020d tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:58.553133 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1b719425-4cc1-4302-81ce-64294bc2c798 req-6eb8638a-ba9e-48d6-ae9a-3fb19e09020d tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 946 time: 0.0641518 May 23 15:35:58.610648 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1b719425-4cc1-4302-81ce-64294bc2c798 req-cf12ea67-eed8-4d1f-8219-233beed170ca tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499415 May 23 15:35:58.817419 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 36814) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:35:58.831838 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ff6b98f2-94a0-488f-8146-b602852737ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:58.913107 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ff6b98f2-94a0-488f-8146-b602852737ab admin admin] Publish callbacks [] for security_group (0b70393e-9c06-4956-8e0b-da93e1b51a8d), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:58.918481 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ff6b98f2-94a0-488f-8146-b602852737ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (0b70393e-9c06-4956-8e0b-da93e1b51a8d), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:58.961387 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-ff6b98f2-94a0-488f-8146-b602852737ab admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b818f12de2984080afb8ab101c476e9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1428144 May 23 15:35:58.962819 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 36820) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:35:58.963420 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b98f2-94a0-488f-8146-b602852737ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b70393e-9c06-4956-8e0b-da93e1b51a8d,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:35:59.014912 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f07e582b-1d7c-4f02-89e3-9afebdad5587 admin admin] Publish callbacks [] for security_group (0b70393e-9c06-4956-8e0b-da93e1b51a8d), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:59.037301 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f07e582b-1d7c-4f02-89e3-9afebdad5587 admin admin] Publish callbacks [] for security_group (0b70393e-9c06-4956-8e0b-da93e1b51a8d), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:59.045281 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:59.088782 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f07e582b-1d7c-4f02-89e3-9afebdad5587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (0b70393e-9c06-4956-8e0b-da93e1b51a8d), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:59.091479 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f07e582b-1d7c-4f02-89e3-9afebdad5587 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:59.092671 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-f07e582b-1d7c-4f02-89e3-9afebdad5587 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0b70393e-9c06-4956-8e0b-da93e1b51a8d HTTP/1.1" status: 204 len: 168 time: 0.1288660 May 23 15:35:59.102162 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e582b-1d7c-4f02-89e3-9afebdad5587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b70393e-9c06-4956-8e0b-da93e1b51a8d,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:35:59.770819 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca68bf-0fe4-48a4-b189-b49503701c37 req-111f4edc-199a-4fe0-8993-db5d40c9eef6 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:59.773510 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ceca68bf-0fe4-48a4-b189-b49503701c37 req-111f4edc-199a-4fe0-8993-db5d40c9eef6 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 946 time: 0.0549641 May 23 15:35:59.829851 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ceca68bf-0fe4-48a4-b189-b49503701c37 req-bec22011-5261-40bc-ac3a-3775967f29be tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474277 May 23 15:36:00.053144 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 1163c3a8-18a2-4093-9e90-731d856e8076 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:36:00.133652 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port 1163c3a8-18a2-4093-9e90-731d856e8076 is: ACTIVE; New status is: DOWN {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:36:00.134142 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (1163c3a8-18a2-4093-9e90-731d856e8076), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:00.158188 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5c3bd6-1b7d-4c25-a705-2291f6709285', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1163c3a8-18a2-4093-9e90-731d856e8076'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:36:00.160425 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f55e67021d3a90dbbd6c8997e5bd31cd20e79582d0fa2823ba23f1fb24bbbe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34466d3d-70cb-49d6-967b-b7fdf5ed2fd2" -d '{"events": [{"server_uuid": "7f5c3bd6-1b7d-4c25-a705-2291f6709285", "name": "network-vif-unplugged", "status": "completed", "tag": "1163c3a8-18a2-4093-9e90-731d856e8076"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:36:00.174469 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 1163c3a8-18a2-4093-9e90-731d856e8076, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=1163c3a8-18a2-4093-9e90-731d856e8076,segment=NetworkSegment(29e85e02-494b-40ff-afd0-9241970fba55),segment_id=29e85e02-494b-40ff-afd0-9241970fba55)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:36:00.181159 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (1163c3a8-18a2-4093-9e90-731d856e8076), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:00.210308 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 23 May 2022 15:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb625b7c-555e-44c2-9b22-92786d92f71b x-openstack-request-id: req-eb625b7c-555e-44c2-9b22-92786d92f71b {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:36:00.210619 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5c3bd6-1b7d-4c25-a705-2291f6709285", "name": "network-vif-unplugged", "status": "failed", "tag": "1163c3a8-18a2-4093-9e90-731d856e8076", "code": 422}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:36:00.210843 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eb625b7c-555e-44c2-9b22-92786d92f71b {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:36:00.211280 dv-cinder-841125-8-iscsi neutron-server[104082]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-eb625b7c-555e-44c2-9b22-92786d92f71b']: {'server_uuid': '7f5c3bd6-1b7d-4c25-a705-2291f6709285', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1163c3a8-18a2-4093-9e90-731d856e8076', 'code': 422} returned with failed status May 23 15:36:00.219117 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 36886) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:36:00.245527 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=1163c3a8-18a2-4093-9e90-731d856e8076,revision_number=8']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:36:00.391834 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-291baaa7-2c73-4385-beaf-be29cfe50cb2 req-80b9d3ea-5cd7-4964-bdec-b4f3d8872717 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1706517 May 23 15:36:00.396546 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [req-291baaa7-2c73-4385-beaf-be29cfe50cb2 req-5cc97246-d51d-4db4-9af1-90c0f49201b8 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 15:36:00.397824 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-291baaa7-2c73-4385-beaf-be29cfe50cb2 req-5cc97246-d51d-4db4-9af1-90c0f49201b8 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052814 May 23 15:36:00.541427 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 36906) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:36:00.693960 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291baaa7-2c73-4385-beaf-be29cfe50cb2 req-78901028-8b0c-4feb-ab8b-5b793eac7b9c tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:36:00.697488 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-291baaa7-2c73-4385-beaf-be29cfe50cb2 req-78901028-8b0c-4feb-ab8b-5b793eac7b9c tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports/1163c3a8-18a2-4093-9e90-731d856e8076 HTTP/1.1" status: 200 len: 941 time: 0.1549404 May 23 15:36:00.961444 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1b521-177b-4ab7-bf45-b5102b835c4f req-323bb309-c6f1-4eb0-99c7-afdc0402333b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:36:00.963097 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-22f1b521-177b-4ab7-bf45-b5102b835c4f req-323bb309-c6f1-4eb0-99c7-afdc0402333b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 944 time: 0.0578225 May 23 15:36:01.010895 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-22f1b521-177b-4ab7-bf45-b5102b835c4f req-c8dc278f-d099-49dc-b16f-9a1fca10e022 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419819 May 23 15:36:01.695379 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291baaa7-2c73-4385-beaf-be29cfe50cb2 req-fa8945dc-8473-4694-8df7-56a64920fb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:36:01.697181 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-291baaa7-2c73-4385-beaf-be29cfe50cb2 req-fa8945dc-8473-4694-8df7-56a64920fb57 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285&tenant_id=65c6b1563c424330ade1ef15f8efa110 HTTP/1.1" status: 200 len: 1128 time: 0.0809715 May 23 15:36:01.777150 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291baaa7-2c73-4385-beaf-be29cfe50cb2 req-e7b8a04a-e7ba-4efd-9155-d75392814f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:36:01.779034 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-291baaa7-2c73-4385-beaf-be29cfe50cb2 req-e7b8a04a-e7ba-4efd-9155-d75392814f29 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=65c6b1563c424330ade1ef15f8efa110&device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 1128 time: 0.0453057 May 23 15:36:01.899879 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291baaa7-2c73-4385-beaf-be29cfe50cb2 req-499704c8-240f-4d6b-94b8-b77f4885bb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:36:01.901544 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-291baaa7-2c73-4385-beaf-be29cfe50cb2 req-499704c8-240f-4d6b-94b8-b77f4885bb6a service neutron] 10.222.0.72 "GET /v2.0/networks?id=751cbaf0-d17b-4cd8-950f-078d51e9414f HTTP/1.1" status: 200 len: 917 time: 0.1133001 May 23 15:36:01.966302 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-291baaa7-2c73-4385-beaf-be29cfe50cb2 req-feeed649-aa47-4efa-90eb-9ab70663aafd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1163c3a8-18a2-4093-9e90-731d856e8076 HTTP/1.1" status: 200 len: 1000 time: 0.0577238 May 23 15:36:02.020109 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291baaa7-2c73-4385-beaf-be29cfe50cb2 req-710c205d-fa99-4e9d-8442-b6595d04d9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:36:02.020511 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-291baaa7-2c73-4385-beaf-be29cfe50cb2 req-710c205d-fa99-4e9d-8442-b6595d04d9a2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=045c111a-efa9-497c-8e54-7f6b21c0aa2b HTTP/1.1" status: 200 len: 855 time: 0.0478551 May 23 15:36:02.072230 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291baaa7-2c73-4385-beaf-be29cfe50cb2 req-3ae2c287-2604-4ff7-82a8-c70a930af5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:36:02.074076 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-291baaa7-2c73-4385-beaf-be29cfe50cb2 req-3ae2c287-2604-4ff7-82a8-c70a930af5b8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=751cbaf0-d17b-4cd8-950f-078d51e9414f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466526 May 23 15:36:02.186257 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313cde0-2ee0-4a28-bb60-566cba33e9f4 req-3eff82b8-60e8-4850-9ed7-4ca65e9178a0 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:36:02.187764 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9313cde0-2ee0-4a28-bb60-566cba33e9f4 req-3eff82b8-60e8-4850-9ed7-4ca65e9178a0 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 944 time: 0.0946352 May 23 15:36:02.243505 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-291baaa7-2c73-4385-beaf-be29cfe50cb2 req-d472e5d8-8ce0-4357-93c5-3deacdd332b3 service neutron] 10.222.0.72 "GET /v2.0/networks/751cbaf0-d17b-4cd8-950f-078d51e9414f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582072 May 23 15:36:02.261003 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:02.316777 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:02.323406 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9313cde0-2ee0-4a28-bb60-566cba33e9f4 req-9feca12a-536d-492a-be24-e49b54de6640 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220989 May 23 15:36:02.385622 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-291baaa7-2c73-4385-beaf-be29cfe50cb2 req-16574f53-e27e-4159-afba-3e4a9f8f2550 service neutron] 10.222.0.72 "GET /v2.0/networks/751cbaf0-d17b-4cd8-950f-078d51e9414f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354415 May 23 15:36:03.117494 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7896ca95-ca17-426b-bbb2-be78e51524e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:03.480137 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14877cd7-117a-4a7e-bf5c-bb89c036225c req-aa4a2f99-f253-44cb-89c3-1e9fd700f864 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:36:03.499149 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-14877cd7-117a-4a7e-bf5c-bb89c036225c req-aa4a2f99-f253-44cb-89c3-1e9fd700f864 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 944 time: 0.0744638 May 23 15:36:03.551807 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-14877cd7-117a-4a7e-bf5c-bb89c036225c req-cb7af679-b79f-46fe-9735-5a03086b9a06 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516479 May 23 15:36:04.629982 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=6 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:04.635349 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=28 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:04.679968 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b881d8-7e88-47af-8dbf-abc8d7c76bf3 req-88a6c40a-6457-41c0-9305-3d3f78fdf3dc tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:36:04.681510 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-34b881d8-7e88-47af-8dbf-abc8d7c76bf3 req-88a6c40a-6457-41c0-9305-3d3f78fdf3dc tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 944 time: 0.0501440 May 23 15:36:04.738539 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-34b881d8-7e88-47af-8dbf-abc8d7c76bf3 req-203eafa3-9534-42bd-9a06-aaf3ba279b66 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466468 May 23 15:36:05.466853 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fea812c8-6815-4939-931a-f9836a2cdf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:05.869747 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7b8c1-66e2-425b-9e12-c8c4e6631133 req-3c03ff32-3809-409c-8a60-51e50455ca8b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:36:05.871929 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-bfb7b8c1-66e2-425b-9e12-c8c4e6631133 req-3c03ff32-3809-409c-8a60-51e50455ca8b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 944 time: 0.0495582 May 23 15:36:05.919921 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-bfb7b8c1-66e2-425b-9e12-c8c4e6631133 req-05af82a7-009f-4ff0-8888-0f118dbb6d93 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419726 May 23 15:36:06.927706 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:07.044303 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93c544-ba26-4e52-b982-f9bd8759b009 req-0fe4e0d9-0355-40ea-84a0-d2d0e2594a86 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:36:07.045826 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-1c93c544-ba26-4e52-b982-f9bd8759b009 req-0fe4e0d9-0355-40ea-84a0-d2d0e2594a86 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 944 time: 0.0531216 May 23 15:36:07.097374 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-1c93c544-ba26-4e52-b982-f9bd8759b009 req-9d901711-9df0-4036-8aab-f47b4cbe0836 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451174 May 23 15:36:08.069366 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:08.216802 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd87b3e-ce78-4300-b097-0a12591823a7 req-21cd3cb5-40e4-430d-96e8-1ce433463b68 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:36:08.218485 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0fd87b3e-ce78-4300-b097-0a12591823a7 req-21cd3cb5-40e4-430d-96e8-1ce433463b68 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 944 time: 0.0478389 May 23 15:36:08.268425 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0fd87b3e-ce78-4300-b097-0a12591823a7 req-57c414b8-4387-4c7d-9671-23ba45c321bf tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439088 May 23 15:36:09.409855 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d93c61-d3e7-4776-9d2c-ad62c822ebda req-3484a5c7-01cb-4ab6-8b98-107bf949dd02 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:36:09.413344 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-98d93c61-d3e7-4776-9d2c-ad62c822ebda req-3484a5c7-01cb-4ab6-8b98-107bf949dd02 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 944 time: 0.0572698 May 23 15:36:09.463870 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-98d93c61-d3e7-4776-9d2c-ad62c822ebda req-876f1c51-ccec-4ccb-9262-c34a5de5e13f tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469630 May 23 15:36:09.732797 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:10.594112 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1d064-b1a2-4f37-8eb9-f586ddb77fd2 req-12f58af0-55fd-4fbb-8bdf-96c355c4bc70 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:36:10.596972 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f2a1d064-b1a2-4f37-8eb9-f586ddb77fd2 req-12f58af0-55fd-4fbb-8bdf-96c355c4bc70 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 944 time: 0.0564046 May 23 15:36:10.647076 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f2a1d064-b1a2-4f37-8eb9-f586ddb77fd2 req-befd1712-4e52-481d-a76a-ac46d2efa5e4 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442429 May 23 15:36:10.999386 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:DELETE=2,neutron:SELECT=29 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:11.007464 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=70,neutron:DELETE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:11.665255 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 37088) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:36:11.791505 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbea8d-47f3-4adb-9841-4c76db5e1ddd req-08e0e0e8-eafa-4389-babb-8e9a7dd4471d tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:36:11.793058 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-8cbbea8d-47f3-4adb-9841-4c76db5e1ddd req-08e0e0e8-eafa-4389-babb-8e9a7dd4471d tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 944 time: 0.0574577 May 23 15:36:11.821612 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5f1fe573-460b-49c4-a4dd-7fcb8432bf89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:11.880970 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:11.884585 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-8cbbea8d-47f3-4adb-9841-4c76db5e1ddd req-79db9a01-cc51-4f70-8af3-e5fed9d6dea0 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843732 May 23 15:36:11.942151 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5f1fe573-460b-49c4-a4dd-7fcb8432bf89 admin admin] Publish callbacks [] for security_group (b11c6d62-ca6a-4eec-9e47-fb6b9540f39d), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:11.946807 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5f1fe573-460b-49c4-a4dd-7fcb8432bf89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (b11c6d62-ca6a-4eec-9e47-fb6b9540f39d), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:11.988164 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-5f1fe573-460b-49c4-a4dd-7fcb8432bf89 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=25efd91a985d41efb27a059ab27e52d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3215969 May 23 15:36:11.989071 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1fe573-460b-49c4-a4dd-7fcb8432bf89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11c6d62-ca6a-4eec-9e47-fb6b9540f39d,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:36:11.990930 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 37096) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:36:12.041138 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cb05c2e4-a72c-46b1-9e1a-f219ad75d17e admin admin] Publish callbacks [] for security_group (b11c6d62-ca6a-4eec-9e47-fb6b9540f39d), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:12.063536 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cb05c2e4-a72c-46b1-9e1a-f219ad75d17e admin admin] Publish callbacks [] for security_group (b11c6d62-ca6a-4eec-9e47-fb6b9540f39d), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:12.112692 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cb05c2e4-a72c-46b1-9e1a-f219ad75d17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (b11c6d62-ca6a-4eec-9e47-fb6b9540f39d), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:12.115529 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cb05c2e4-a72c-46b1-9e1a-f219ad75d17e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:12.116738 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-cb05c2e4-a72c-46b1-9e1a-f219ad75d17e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b11c6d62-ca6a-4eec-9e47-fb6b9540f39d HTTP/1.1" status: 204 len: 168 time: 0.1248388 May 23 15:36:12.124524 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05c2e4-a72c-46b1-9e1a-f219ad75d17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11c6d62-ca6a-4eec-9e47-fb6b9540f39d,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:36:12.386995 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 37108) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:36:12.401267 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a5da0468-59b7-40dd-b9a0-80a37af119cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:12.483128 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a5da0468-59b7-40dd-b9a0-80a37af119cd admin admin] Publish callbacks [] for security_group (93453cf0-c297-44d2-8a92-f7caa594b3f0), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:12.486770 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a5da0468-59b7-40dd-b9a0-80a37af119cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (93453cf0-c297-44d2-8a92-f7caa594b3f0), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:12.524930 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5da0468-59b7-40dd-b9a0-80a37af119cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93453cf0-c297-44d2-8a92-f7caa594b3f0,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:36:12.531579 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-a5da0468-59b7-40dd-b9a0-80a37af119cd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=34288882d6e648b797323efa1b1aa814&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1409240 May 23 15:36:12.532417 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 37110) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:36:12.578786 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d09a8cf9-8f9f-4682-9dfc-9a9595df1e23 admin admin] Publish callbacks [] for security_group (93453cf0-c297-44d2-8a92-f7caa594b3f0), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:12.600382 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d09a8cf9-8f9f-4682-9dfc-9a9595df1e23 admin admin] Publish callbacks [] for security_group (93453cf0-c297-44d2-8a92-f7caa594b3f0), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:12.647538 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d09a8cf9-8f9f-4682-9dfc-9a9595df1e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (93453cf0-c297-44d2-8a92-f7caa594b3f0), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:12.650386 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d09a8cf9-8f9f-4682-9dfc-9a9595df1e23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:12.651578 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-d09a8cf9-8f9f-4682-9dfc-9a9595df1e23 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/93453cf0-c297-44d2-8a92-f7caa594b3f0 HTTP/1.1" status: 204 len: 168 time: 0.1189170 May 23 15:36:12.658972 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a8cf9-8f9f-4682-9dfc-9a9595df1e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93453cf0-c297-44d2-8a92-f7caa594b3f0,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:36:13.183825 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a461c5-c431-4591-8b4e-b430193ba2ae req-4fa50e5a-e62d-4ea2-a0f8-a2b93e1b05a5 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:36:13.191504 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-98a461c5-c431-4591-8b4e-b430193ba2ae req-4fa50e5a-e62d-4ea2-a0f8-a2b93e1b05a5 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 944 time: 0.0674880 May 23 15:36:13.247353 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-98a461c5-c431-4591-8b4e-b430193ba2ae req-f9428588-be87-4176-a1ac-e2686430f0ef tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549564 May 23 15:36:14.056972 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 1163c3a8-18a2-4093-9e90-731d856e8076 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:36:14.079797 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:14.165870 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 1163c3a8-18a2-4093-9e90-731d856e8076, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=1163c3a8-18a2-4093-9e90-731d856e8076,segment=NetworkSegment(29e85e02-494b-40ff-afd0-9241970fba55),segment_id=29e85e02-494b-40ff-afd0-9241970fba55)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:36:14.178505 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Returning: {'device': '1163c3a8-18a2-4093-9e90-731d856e8076', 'network_id': '751cbaf0-d17b-4cd8-950f-078d51e9414f', 'port_id': '1163c3a8-18a2-4093-9e90-731d856e8076', 'mac_address': 'fa:16:3e:5d:5a:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 960, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '045c111a-efa9-497c-8e54-7f6b21c0aa2b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:36:14.217299 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port 1163c3a8-18a2-4093-9e90-731d856e8076 is: DOWN; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:36:14.217700 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (1163c3a8-18a2-4093-9e90-731d856e8076), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:14.231201 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1163c3a8-18a2-4093-9e90-731d856e8076 {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:36:14.252125 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 1163c3a8-18a2-4093-9e90-731d856e8076, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=1163c3a8-18a2-4093-9e90-731d856e8076,segment=NetworkSegment(29e85e02-494b-40ff-afd0-9241970fba55),segment_id=29e85e02-494b-40ff-afd0-9241970fba55)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:36:14.257907 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (1163c3a8-18a2-4093-9e90-731d856e8076), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:14.334992 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=1163c3a8-18a2-4093-9e90-731d856e8076,revision_number=9']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:36:14.388672 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec557d3-bfab-4715-b54b-fa28f5ce7892 req-4cd78d12-8320-43be-b54b-181b24da9fbf tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:36:14.390221 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5ec557d3-bfab-4715-b54b-fa28f5ce7892 req-4cd78d12-8320-43be-b54b-181b24da9fbf tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 945 time: 0.0490043 May 23 15:36:14.421977 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:14.452785 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5ec557d3-bfab-4715-b54b-fa28f5ce7892 req-fb758036-c230-421a-9a5c-9482ae1228e8 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553422 May 23 15:36:14.624257 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] get_ports_and_sgs() called for port_ids ['1163c3a8-18a2-4093-9e90-731d856e8076'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:36:14.660676 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:15.584288 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f005c-8c04-4f59-9423-bebb148b522e req-aa106fe5-14d1-4e55-8dfa-6281494746f5 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:36:15.585819 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d62f005c-8c04-4f59-9423-bebb148b522e req-aa106fe5-14d1-4e55-8dfa-6281494746f5 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 945 time: 0.0479462 May 23 15:36:15.635973 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d62f005c-8c04-4f59-9423-bebb148b522e req-476f8e7c-4d65-4e50-bfd0-b991ced931ab tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443981 May 23 15:36:16.763546 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dab156-b0ff-4496-b67a-2c5a5dcd249e req-5546f242-6608-4415-9026-f4cde67ce324 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:36:16.765069 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-70dab156-b0ff-4496-b67a-2c5a5dcd249e req-5546f242-6608-4415-9026-f4cde67ce324 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 945 time: 0.0536239 May 23 15:36:16.811721 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-70dab156-b0ff-4496-b67a-2c5a5dcd249e req-827af76e-a4f2-4a63-9bf9-d942acd71467 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411572 May 23 15:36:16.896564 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 1163c3a8-18a2-4093-9e90-731d856e8076 up at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:36:16.937543 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (88197243-2542-4a6c-b81b-f727b3d95aaf), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:16.952452 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Provisioning complete for port 1163c3a8-18a2-4093-9e90-731d856e8076 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:36:16.952819 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (1163c3a8-18a2-4093-9e90-731d856e8076), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:17.014791 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:17.028625 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port 1163c3a8-18a2-4093-9e90-731d856e8076 is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:36:17.029058 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (1163c3a8-18a2-4093-9e90-731d856e8076), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:17.050779 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5c3bd6-1b7d-4c25-a705-2291f6709285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1163c3a8-18a2-4093-9e90-731d856e8076'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:36:17.052988 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f55e67021d3a90dbbd6c8997e5bd31cd20e79582d0fa2823ba23f1fb24bbbe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7b2cbc-5427-4d4d-bbc7-94922f2c201a" -d '{"events": [{"server_uuid": "7f5c3bd6-1b7d-4c25-a705-2291f6709285", "name": "network-vif-plugged", "status": "completed", "tag": "1163c3a8-18a2-4093-9e90-731d856e8076"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:36:17.065488 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 1163c3a8-18a2-4093-9e90-731d856e8076, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=1163c3a8-18a2-4093-9e90-731d856e8076,segment=NetworkSegment(29e85e02-494b-40ff-afd0-9241970fba55),segment_id=29e85e02-494b-40ff-afd0-9241970fba55)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:36:17.069653 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (1163c3a8-18a2-4093-9e90-731d856e8076), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:17.093896 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7733e5-2e24-47c2-90bb-94e8bbebda9b x-openstack-request-id: req-9b7733e5-2e24-47c2-90bb-94e8bbebda9b {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:36:17.094206 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5c3bd6-1b7d-4c25-a705-2291f6709285", "name": "network-vif-plugged", "status": "completed", "tag": "1163c3a8-18a2-4093-9e90-731d856e8076", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:36:17.094490 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9b7733e5-2e24-47c2-90bb-94e8bbebda9b {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:36:17.095042 dv-cinder-841125-8-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b7733e5-2e24-47c2-90bb-94e8bbebda9b'] response: {'server_uuid': '7f5c3bd6-1b7d-4c25-a705-2291f6709285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1163c3a8-18a2-4093-9e90-731d856e8076', 'code': 200} May 23 15:36:17.118248 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=1163c3a8-18a2-4093-9e90-731d856e8076,revision_number=10']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:36:17.934434 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863dfb9-0cf9-4d3d-89c0-081b023f114c req-ff7ea2b7-bb48-48d0-b6c6-a30891cf41a0 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:36:17.935839 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b863dfb9-0cf9-4d3d-89c0-081b023f114c req-ff7ea2b7-bb48-48d0-b6c6-a30891cf41a0 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 947 time: 0.0492005 May 23 15:36:17.982129 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b863dfb9-0cf9-4d3d-89c0-081b023f114c req-9b701679-3798-4e6e-b0f7-fac1fe7b3d1c tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405803 May 23 15:36:19.103037 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d005983a-0977-4d8f-a2a8-3cef35b03371 req-bb32f017-cbc9-4303-92d5-c6a9247085fb tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:36:19.104396 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d005983a-0977-4d8f-a2a8-3cef35b03371 req-bb32f017-cbc9-4303-92d5-c6a9247085fb tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 947 time: 0.0463929 May 23 15:36:19.149604 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d005983a-0977-4d8f-a2a8-3cef35b03371 req-13198885-1a0b-493f-941a-20b0df0395b5 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396638 May 23 15:36:19.405888 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff77e06-1092-4046-84b5-59be71fb145f req-ffaf947f-02b3-4ced-bece-b24f3c06b335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:36:19.407383 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7ff77e06-1092-4046-84b5-59be71fb145f req-ffaf947f-02b3-4ced-bece-b24f3c06b335 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 1131 time: 0.0387568 May 23 15:36:19.456410 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7ff77e06-1092-4046-84b5-59be71fb145f req-ed5a6989-c541-4fb6-a47a-5520329b7b4d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426290 May 23 15:36:20.277868 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4792cd3-9603-4272-ac1d-161608ab7e30 req-9255f065-86a9-43eb-9986-a4e509ef2157 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:36:20.279378 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a4792cd3-9603-4272-ac1d-161608ab7e30 req-9255f065-86a9-43eb-9986-a4e509ef2157 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 947 time: 0.0494301 May 23 15:36:20.327729 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a4792cd3-9603-4272-ac1d-161608ab7e30 req-06f0c2db-8a45-451d-91dd-a265d8e12898 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417733 May 23 15:36:21.445404 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6798d1d8-861b-4a21-a19f-618b3c92008e req-73c30182-6bcc-4bad-b522-99398ce5577d tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:36:21.446868 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6798d1d8-861b-4a21-a19f-618b3c92008e req-73c30182-6bcc-4bad-b522-99398ce5577d tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 947 time: 0.0460057 May 23 15:36:21.493664 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6798d1d8-861b-4a21-a19f-618b3c92008e req-4fd664cd-0b37-49f4-9d5e-41088e303cba tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411561 May 23 15:36:22.619037 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532e45e-cade-4653-b2ad-99ceaf79a0f7 req-92f62d23-b74a-4557-9b11-e359756f7446 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:36:22.620513 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a532e45e-cade-4653-b2ad-99ceaf79a0f7 req-92f62d23-b74a-4557-9b11-e359756f7446 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 947 time: 0.0495815 May 23 15:36:22.655929 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:22.668702 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a532e45e-cade-4653-b2ad-99ceaf79a0f7 req-046eeb80-71ab-4fea-9902-9ea2eb0e108b tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426431 May 23 15:36:23.790689 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b163a-e4e4-43d5-b721-f34057c24eaf req-0a82f06c-63fe-4d73-9dd8-dea0e4cbe5ef tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:36:23.792152 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a87b163a-e4e4-43d5-b721-f34057c24eaf req-0a82f06c-63fe-4d73-9dd8-dea0e4cbe5ef tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 947 time: 0.0499957 May 23 15:36:23.838610 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a87b163a-e4e4-43d5-b721-f34057c24eaf req-2f03f440-54ae-473e-86cd-3f631da07936 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408578 May 23 15:36:24.619946 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-deeacb48-f8ad-4ee7-aaeb-78a4c3f342fc None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:36:24.965307 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001b3e7-1505-4c67-bfd6-38710af6feb2 req-0b380b5f-bb15-443c-90dd-97821392169c tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:36:24.966898 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b001b3e7-1505-4c67-bfd6-38710af6feb2 req-0b380b5f-bb15-443c-90dd-97821392169c tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 947 time: 0.0481884 May 23 15:36:25.013428 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b001b3e7-1505-4c67-bfd6-38710af6feb2 req-949c7cf6-4c8d-4317-ba53-74e59999a06a tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402455 May 23 15:36:26.133374 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9aaeef-2343-4a10-b24f-9f5e136bd154 req-a7b7c727-90d7-456e-b2a2-74adb1a60677 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:36:26.134839 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-3c9aaeef-2343-4a10-b24f-9f5e136bd154 req-a7b7c727-90d7-456e-b2a2-74adb1a60677 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 947 time: 0.0470996 May 23 15:36:26.181457 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-3c9aaeef-2343-4a10-b24f-9f5e136bd154 req-dac37033-9d94-46d9-b009-27ca7ac45161 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411627 May 23 15:36:27.109557 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=51,neutron:UPDATE=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:27.115307 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=34,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:27.116146 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=5 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:33.111317 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d5259c7b-3ccf-40e4-b2b9-ac112f175a58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:35.007568 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:35.010161 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=14 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:35.461226 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-2cb8e049-06f8-4d3b-8609-722be9e2812c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:36.121751 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576a945-7f31-4d75-ad29-914f6f435111 req-db1bf0da-6fd8-4d6d-8f12-d631a49f61ea tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:36:36.123202 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5576a945-7f31-4d75-ad29-914f6f435111 req-db1bf0da-6fd8-4d6d-8f12-d631a49f61ea tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cb5b773-cad7-4825-8550-efc0cebf77ac HTTP/1.1" status: 200 len: 946 time: 0.0496669 May 23 15:36:36.169730 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5576a945-7f31-4d75-ad29-914f6f435111 req-ef2a1773-8914-4388-9ff6-65a59254e185 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=55baf6b9-3f01-4281-8d07-fc9a2737e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400040 May 23 15:36:36.724704 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdc836-6f94-4691-ab52-464412d99f87 req-60c16f46-33be-4d43-b216-9cd64e8dc6fb tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:36:36.726093 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-1bfdc836-6f94-4691-ab52-464412d99f87 req-60c16f46-33be-4d43-b216-9cd64e8dc6fb tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b2fc89f-88e8-42b3-9006-35470a9f74fc HTTP/1.1" status: 200 len: 945 time: 0.0467486 May 23 15:36:36.755951 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:36.773427 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-1bfdc836-6f94-4691-ab52-464412d99f87 req-70dace94-a401-4359-96a5-5a0bcd5a953b tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=461757f8-5a4b-4cf6-a283-c73e9d0e9fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417435 May 23 15:36:36.927980 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:37.289408 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c5176-d3bb-4006-ac01-72c2f237a8dc req-5879fb28-bb2f-4167-970a-b3a43d713c04 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:36:37.290866 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-bc5c5176-d3bb-4006-ac01-72c2f237a8dc req-5879fb28-bb2f-4167-970a-b3a43d713c04 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cb5b773-cad7-4825-8550-efc0cebf77ac HTTP/1.1" status: 200 len: 946 time: 0.0512156 May 23 15:36:37.336335 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-bc5c5176-d3bb-4006-ac01-72c2f237a8dc req-a3ba723f-d3ba-4d7f-97e6-e2331b124501 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=55baf6b9-3f01-4281-8d07-fc9a2737e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399916 May 23 15:36:37.886821 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95e6c0-b7c4-4614-9033-293b147fd33c req-12b8413d-2a74-4601-a36e-b6627b1f99d9 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:36:37.888217 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-8f95e6c0-b7c4-4614-9033-293b147fd33c req-12b8413d-2a74-4601-a36e-b6627b1f99d9 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b2fc89f-88e8-42b3-9006-35470a9f74fc HTTP/1.1" status: 200 len: 945 time: 0.0466533 May 23 15:36:37.937723 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-8f95e6c0-b7c4-4614-9033-293b147fd33c req-ceed8925-5629-4716-80fa-89dd0edadcbf tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=461757f8-5a4b-4cf6-a283-c73e9d0e9fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436482 May 23 15:36:38.064054 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:38.450598 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3785b6d-b652-4c72-811d-04a85dd8b253 req-a11a2488-8113-46ed-ab09-b31de72360a9 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:36:38.452053 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a3785b6d-b652-4c72-811d-04a85dd8b253 req-a11a2488-8113-46ed-ab09-b31de72360a9 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cb5b773-cad7-4825-8550-efc0cebf77ac HTTP/1.1" status: 200 len: 946 time: 0.0476842 May 23 15:36:38.498893 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a3785b6d-b652-4c72-811d-04a85dd8b253 req-d4af9374-d3ec-4fe8-b502-19fc3960c3b4 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=55baf6b9-3f01-4281-8d07-fc9a2737e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408967 May 23 15:36:39.043068 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=100 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:39.056458 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683bfdaf-fa6b-462b-bbd0-4ae41f891196 req-5a6213b3-89cc-40b1-a32f-b8d6778148ca tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:36:39.058124 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-683bfdaf-fa6b-462b-bbd0-4ae41f891196 req-5a6213b3-89cc-40b1-a32f-b8d6778148ca tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b2fc89f-88e8-42b3-9006-35470a9f74fc HTTP/1.1" status: 200 len: 945 time: 0.0502539 May 23 15:36:39.107278 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-683bfdaf-fa6b-462b-bbd0-4ae41f891196 req-24ab565e-3539-4a4d-b163-42b6da9a8281 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=461757f8-5a4b-4cf6-a283-c73e9d0e9fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435021 May 23 15:36:39.619189 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00917f0b-c377-44b9-aeb6-9ba59086b5a1 req-789d73e6-1c53-4ea2-9aeb-c59e80731b4f tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:36:39.620662 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-00917f0b-c377-44b9-aeb6-9ba59086b5a1 req-789d73e6-1c53-4ea2-9aeb-c59e80731b4f tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cb5b773-cad7-4825-8550-efc0cebf77ac HTTP/1.1" status: 200 len: 946 time: 0.0492420 May 23 15:36:39.669969 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-00917f0b-c377-44b9-aeb6-9ba59086b5a1 req-07ee4a63-28eb-447d-b719-eed209361880 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=55baf6b9-3f01-4281-8d07-fc9a2737e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436969 May 23 15:36:39.726032 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:40.223570 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c96a99-eaff-4c60-bb5e-616c30cf5481 req-f1bea1f9-9936-4748-8531-a26781446a3c tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:36:40.225159 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b2c96a99-eaff-4c60-bb5e-616c30cf5481 req-f1bea1f9-9936-4748-8531-a26781446a3c tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b2fc89f-88e8-42b3-9006-35470a9f74fc HTTP/1.1" status: 200 len: 945 time: 0.0475819 May 23 15:36:40.280480 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b2c96a99-eaff-4c60-bb5e-616c30cf5481 req-f4c68751-07a7-494b-944f-bb0770a8fc63 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=461757f8-5a4b-4cf6-a283-c73e9d0e9fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493431 May 23 15:36:40.784959 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58464b67-caf8-4cb0-b3c4-2de67df58c92 req-8bd5b3b6-934c-4e99-beba-c51a7e36f0d4 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:36:40.786399 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-58464b67-caf8-4cb0-b3c4-2de67df58c92 req-8bd5b3b6-934c-4e99-beba-c51a7e36f0d4 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cb5b773-cad7-4825-8550-efc0cebf77ac HTTP/1.1" status: 200 len: 946 time: 0.0458739 May 23 15:36:40.831912 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-58464b67-caf8-4cb0-b3c4-2de67df58c92 req-62ee1eae-4f0f-4fef-b479-19d1548fefaf tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=55baf6b9-3f01-4281-8d07-fc9a2737e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399730 May 23 15:36:41.400781 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e3f77-f789-44d2-9104-678a0fa32a81 req-cf195100-ca12-4310-b6c5-8982a012287b tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:36:41.402280 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-352e3f77-f789-44d2-9104-678a0fa32a81 req-cf195100-ca12-4310-b6c5-8982a012287b tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b2fc89f-88e8-42b3-9006-35470a9f74fc HTTP/1.1" status: 200 len: 945 time: 0.0493400 May 23 15:36:41.448024 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-352e3f77-f789-44d2-9104-678a0fa32a81 req-f65fb0ae-f1da-40ea-b0a3-02c04cadcc35 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=461757f8-5a4b-4cf6-a283-c73e9d0e9fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402420 May 23 15:36:41.629209 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=5 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:41.630049 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=3 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:41.947984 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4845e7-1a04-44c0-863f-ac6c2ece6560 req-22e3470a-e82d-400c-a16b-52bc5da283d0 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:36:41.949493 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0d4845e7-1a04-44c0-863f-ac6c2ece6560 req-22e3470a-e82d-400c-a16b-52bc5da283d0 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cb5b773-cad7-4825-8550-efc0cebf77ac HTTP/1.1" status: 200 len: 946 time: 0.0473323 May 23 15:36:41.995483 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0d4845e7-1a04-44c0-863f-ac6c2ece6560 req-7a966117-db47-46eb-8d13-1abb00a56330 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups?id=55baf6b9-3f01-4281-8d07-fc9a2737e0df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404370 May 23 15:36:42.170658 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eebaef-9718-4564-bb98-1b616cb803ba req-4991900f-7fbf-4776-9d3a-ee0ac5b6ab4d tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:36:42.172039 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b6eebaef-9718-4564-bb98-1b616cb803ba req-4991900f-7fbf-4776-9d3a-ee0ac5b6ab4d tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cb5b773-cad7-4825-8550-efc0cebf77ac HTTP/1.1" status: 200 len: 946 time: 0.0474656 May 23 15:36:42.172177 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d3eeb-de30-418d-a521-81254e8f5ecb req-30892afe-3edb-43cf-b48e-77268a3fa331 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:36:42.174150 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b05d3eeb-de30-418d-a521-81254e8f5ecb req-30892afe-3edb-43cf-b48e-77268a3fa331 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b2fc89f-88e8-42b3-9006-35470a9f74fc HTTP/1.1" status: 200 len: 945 time: 0.0490596 May 23 15:36:42.257616 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [req-b05d3eeb-de30-418d-a521-81254e8f5ecb req-6d8b36be-3f61-445e-9dd7-11ab16775967 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Deleting port 7781bf30-5eb4-4474-84ee-26a19cdd971e {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:36:42.257957 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-b05d3eeb-de30-418d-a521-81254e8f5ecb req-6d8b36be-3f61-445e-9dd7-11ab16775967 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (7781bf30-5eb4-4474-84ee-26a19cdd971e), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:42.260053 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-b6eebaef-9718-4564-bb98-1b616cb803ba req-ba593678-5556-4737-b9fd-a6ff4a0f0d31 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Deleting port 9da9d834-ba1e-4927-8127-fb201067194c {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:36:42.260394 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-b6eebaef-9718-4564-bb98-1b616cb803ba req-ba593678-5556-4737-b9fd-a6ff4a0f0d31 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (9da9d834-ba1e-4927-8127-fb201067194c), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:42.351400 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-b6eebaef-9718-4564-bb98-1b616cb803ba req-ba593678-5556-4737-b9fd-a6ff4a0f0d31 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] For port 9da9d834-ba1e-4927-8127-fb201067194c, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=9da9d834-ba1e-4927-8127-fb201067194c,segment=NetworkSegment(4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0),segment_id=4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:36:42.351770 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-b6eebaef-9718-4564-bb98-1b616cb803ba req-ba593678-5556-4737-b9fd-a6ff4a0f0d31 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (9da9d834-ba1e-4927-8127-fb201067194c), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:42.540147 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-b6eebaef-9718-4564-bb98-1b616cb803ba req-ba593678-5556-4737-b9fd-a6ff4a0f0d31 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:42.540889 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-b6eebaef-9718-4564-bb98-1b616cb803ba req-ba593678-5556-4737-b9fd-a6ff4a0f0d31 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-863864'] for floatingip (5a9db8d3-45a1-4643-a466-5e29a14b2eba), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:42.540889 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.db.l3_db [req-b6eebaef-9718-4564-bb98-1b616cb803ba req-ba593678-5556-4737-b9fd-a6ff4a0f0d31 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Floating IP 5a9db8d3-45a1-4643-a466-5e29a14b2eba disassociated. External IP: 172.27.2.222, port: 9da9d834-ba1e-4927-8127-fb201067194c. May 23 15:36:42.541183 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-b6eebaef-9718-4564-bb98-1b616cb803ba req-ba593678-5556-4737-b9fd-a6ff4a0f0d31 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Calling delete_port for 9da9d834-ba1e-4927-8127-fb201067194c owned by compute:nova {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:36:42.585254 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df6db1-f36f-4453-92d9-feb1f61d8c7f req-deae6955-e4b6-434c-977c-3ef5fcb50467 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:36:42.586769 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-13df6db1-f36f-4453-92d9-feb1f61d8c7f req-deae6955-e4b6-434c-977c-3ef5fcb50467 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b2fc89f-88e8-42b3-9006-35470a9f74fc HTTP/1.1" status: 200 len: 945 time: 0.0630715 May 23 15:36:42.607757 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-b05d3eeb-de30-418d-a521-81254e8f5ecb req-6d8b36be-3f61-445e-9dd7-11ab16775967 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] For port 7781bf30-5eb4-4474-84ee-26a19cdd971e, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=7781bf30-5eb4-4474-84ee-26a19cdd971e,segment=NetworkSegment(48775ad2-4450-43ce-a412-5bc906720c7e),segment_id=48775ad2-4450-43ce-a412-5bc906720c7e)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:36:42.608123 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-b05d3eeb-de30-418d-a521-81254e8f5ecb req-6d8b36be-3f61-445e-9dd7-11ab16775967 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (7781bf30-5eb4-4474-84ee-26a19cdd971e), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:42.692663 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-13df6db1-f36f-4453-92d9-feb1f61d8c7f req-ad666e60-5a82-4dfb-8fd3-cb2c98d25d68 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups?id=461757f8-5a4b-4cf6-a283-c73e9d0e9fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767064 May 23 15:36:42.757704 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:42.766915 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-b6eebaef-9718-4564-bb98-1b616cb803ba req-ba593678-5556-4737-b9fd-a6ff4a0f0d31 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (9da9d834-ba1e-4927-8127-fb201067194c), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:42.794798 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:42.798803 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba593678-5556-4737-b9fd-a6ff4a0f0d31 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Pushing event deleted for resources: {'Port': ['ID=9da9d834-ba1e-4927-8127-fb201067194c,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:36:42.847485 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-b05d3eeb-de30-418d-a521-81254e8f5ecb req-6d8b36be-3f61-445e-9dd7-11ab16775967 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:42.849265 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-b05d3eeb-de30-418d-a521-81254e8f5ecb req-6d8b36be-3f61-445e-9dd7-11ab16775967 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-863864'] for floatingip (3214cf89-15db-48aa-868e-4abef0d3b712), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:42.849768 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.db.l3_db [req-b05d3eeb-de30-418d-a521-81254e8f5ecb req-6d8b36be-3f61-445e-9dd7-11ab16775967 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Floating IP 3214cf89-15db-48aa-868e-4abef0d3b712 disassociated. External IP: 172.27.2.17, port: 7781bf30-5eb4-4474-84ee-26a19cdd971e. May 23 15:36:42.850289 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [req-b05d3eeb-de30-418d-a521-81254e8f5ecb req-6d8b36be-3f61-445e-9dd7-11ab16775967 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Calling delete_port for 7781bf30-5eb4-4474-84ee-26a19cdd971e owned by compute:nova {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:36:42.927833 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:42.945038 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6eebaef-9718-4564-bb98-1b616cb803ba req-ba593678-5556-4737-b9fd-a6ff4a0f0d31 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Router 73c86724-c44e-4cb5-bf5d-4e91768509eb has already been hosted by L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:36:42.964557 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 37556) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:36:42.977197 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:43.004449 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-b05d3eeb-de30-418d-a521-81254e8f5ecb req-6d8b36be-3f61-445e-9dd7-11ab16775967 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250202'] for port (7781bf30-5eb4-4474-84ee-26a19cdd971e), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:43.044303 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b36be-3f61-445e-9dd7-11ab16775967 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Pushing event deleted for resources: {'Port': ['ID=7781bf30-5eb4-4474-84ee-26a19cdd971e,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:36:43.053814 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b36be-3f61-445e-9dd7-11ab16775967 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:36:43.054125 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b36be-3f61-445e-9dd7-11ab16775967 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:36:43.054408 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b36be-3f61-445e-9dd7-11ab16775967 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:36:43.054938 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b36be-3f61-445e-9dd7-11ab16775967 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:36:43.055536 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b36be-3f61-445e-9dd7-11ab16775967 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:36:43.056028 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b36be-3f61-445e-9dd7-11ab16775967 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:36:43.056520 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b36be-3f61-445e-9dd7-11ab16775967 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:36:43.057025 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b36be-3f61-445e-9dd7-11ab16775967 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:36:43.057612 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b36be-3f61-445e-9dd7-11ab16775967 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:36:43.058108 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b36be-3f61-445e-9dd7-11ab16775967 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:36:43.058594 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b36be-3f61-445e-9dd7-11ab16775967 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:36:43.059086 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b36be-3f61-445e-9dd7-11ab16775967 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:36:43.059566 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b36be-3f61-445e-9dd7-11ab16775967 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:36:43.060043 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b36be-3f61-445e-9dd7-11ab16775967 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:36:43.060522 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b36be-3f61-445e-9dd7-11ab16775967 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:36:43.084059 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6eebaef-9718-4564-bb98-1b616cb803ba req-ba593678-5556-4737-b9fd-a6ff4a0f0d31 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:36:43.096448 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfecb90-90af-4bbf-8758-b41d646067ff None None] Sync routers for ids ['73c86724-c44e-4cb5-bf5d-4e91768509eb'] in dv-cinder-841125-8-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:36:43.106479 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfecb90-90af-4bbf-8758-b41d646067ff None None] Routers {'73c86724-c44e-4cb5-bf5d-4e91768509eb'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:36:43.107096 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-5bfecb90-90af-4bbf-8758-b41d646067ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:36:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['73c86724-c44e-4cb5-bf5d-4e91768509eb'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:36:43.138795 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6eebaef-9718-4564-bb98-1b616cb803ba req-ba593678-5556-4737-b9fd-a6ff4a0f0d31 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] No DVR routers for this DVR port 9da9d834-ba1e-4927-8127-fb201067194c on host hv-cinder-84112 {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:36:43.141997 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-b6eebaef-9718-4564-bb98-1b616cb803ba req-ba593678-5556-4737-b9fd-a6ff4a0f0d31 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:43.145771 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b6eebaef-9718-4564-bb98-1b616cb803ba req-ba593678-5556-4737-b9fd-a6ff4a0f0d31 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.72 "DELETE /v2.0/ports/9da9d834-ba1e-4927-8127-fb201067194c HTTP/1.1" status: 204 len: 173 time: 0.9649630 May 23 15:36:43.146226 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb5b773-cad7-4825-8550-efc0cebf77ac', 'name': 'network-vif-deleted', 'tag': '9da9d834-ba1e-4927-8127-fb201067194c'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:36:43.150592 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee4ef39eddac8a8c2b622b321199fad7a345fd77cd5019e852148a8aec1132e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b1d65f-1325-4f59-9cb9-cb22d28170f8" -d '{"events": [{"server_uuid": "7cb5b773-cad7-4825-8550-efc0cebf77ac", "name": "network-vif-deleted", "tag": "9da9d834-ba1e-4927-8127-fb201067194c"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:36:43.175328 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0609263a-cbb7-4c38-bd25-f3b536fc9416 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:43.196009 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3874b29-0309-4eaf-9364-aaa3fcee11a9 x-openstack-request-id: req-d3874b29-0309-4eaf-9364-aaa3fcee11a9 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:36:43.196311 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cb5b773-cad7-4825-8550-efc0cebf77ac", "name": "network-vif-deleted", "tag": "9da9d834-ba1e-4927-8127-fb201067194c", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:36:43.196563 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d3874b29-0309-4eaf-9364-aaa3fcee11a9 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:36:43.197006 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3874b29-0309-4eaf-9364-aaa3fcee11a9'] response: {'server_uuid': '7cb5b773-cad7-4825-8550-efc0cebf77ac', 'name': 'network-vif-deleted', 'tag': '9da9d834-ba1e-4927-8127-fb201067194c', 'status': 'completed', 'code': 200} May 23 15:36:43.199488 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b9b4f55f-acfc-4aec-acba-cc5d5dd8ea6f req-e53c03f2-c5b7-4540-9924-6f0002cea3d6 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cb5b773-cad7-4825-8550-efc0cebf77ac HTTP/1.1" status: 200 len: 210 time: 0.0683396 May 23 15:36:43.235140 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-5bfecb90-90af-4bbf-8758-b41d646067ff None None] Set router 73c86724-c44e-4cb5-bf5d-4e91768509eb gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:36:43.289325 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b05d3eeb-de30-418d-a521-81254e8f5ecb req-6d8b36be-3f61-445e-9dd7-11ab16775967 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Router 649fe937-f8c3-4570-8c43-aa9e4c0fb8f6 has already been hosted by L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:36:43.426618 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0609263a-cbb7-4c38-bd25-f3b536fc9416 admin admin] Publish callbacks [] for security_group (48b82b0f-de70-47b2-98ff-b0dca58cc239), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:43.440948 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0609263a-cbb7-4c38-bd25-f3b536fc9416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (48b82b0f-de70-47b2-98ff-b0dca58cc239), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:43.450903 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-5bfecb90-90af-4bbf-8758-b41d646067ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'name': 'tempest-AttachVolumeNegativeTest-46828579-router', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:01Z', 'revision_number': 4, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'gw_port': {'id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:48Z', 'updated_at': '2022-05-23T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': 'eed7ccaf-c776-4c8b-85e4-178419f40af7', 'name': '', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'mac_address': 'fa:16:3e:53:a7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:58Z', 'updated_at': '2022-05-23T15:30:14Z', 'revision_number': 5, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'subnets': [{'id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:36:43.467453 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b05d3eeb-de30-418d-a521-81254e8f5ecb req-6d8b36be-3f61-445e-9dd7-11ab16775967 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:36:43.479544 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696ba856-ed73-4b5d-9dbc-34b97fe48973 None None] Sync routers for ids ['649fe937-f8c3-4570-8c43-aa9e4c0fb8f6'] in dv-cinder-841125-8-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:36:43.484622 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfecb90-90af-4bbf-8758-b41d646067ff None None] Checking router: 73c86724-c44e-4cb5-bf5d-4e91768509eb for host: dv-cinder-841125-8-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:36:43.493531 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696ba856-ed73-4b5d-9dbc-34b97fe48973 None None] Routers {'649fe937-f8c3-4570-8c43-aa9e4c0fb8f6'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:36:43.494387 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfecb90-90af-4bbf-8758-b41d646067ff None None] Routers {'73c86724-c44e-4cb5-bf5d-4e91768509eb'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:36:43.494757 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-696ba856-ed73-4b5d-9dbc-34b97fe48973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:36:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['649fe937-f8c3-4570-8c43-aa9e4c0fb8f6'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:36:43.495036 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-5bfecb90-90af-4bbf-8758-b41d646067ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:36:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['73c86724-c44e-4cb5-bf5d-4e91768509eb'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:36:43.540779 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-0609263a-cbb7-4c38-bd25-f3b536fc9416 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=196477e33dee45de97c12626bdcdfd55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5748117 May 23 15:36:43.543408 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 37566) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:36:43.551866 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0609263a-cbb7-4c38-bd25-f3b536fc9416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b82b0f-de70-47b2-98ff-b0dca58cc239,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:36:43.592456 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [req-b05d3eeb-de30-418d-a521-81254e8f5ecb req-6d8b36be-3f61-445e-9dd7-11ab16775967 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] No DVR routers for this DVR port 7781bf30-5eb4-4474-84ee-26a19cdd971e on host hv-cinder-84112 {{(pid=104081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:36:43.595963 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-b05d3eeb-de30-418d-a521-81254e8f5ecb req-6d8b36be-3f61-445e-9dd7-11ab16775967 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for port (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:43.599415 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b05d3eeb-de30-418d-a521-81254e8f5ecb req-6d8b36be-3f61-445e-9dd7-11ab16775967 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.72 "DELETE /v2.0/ports/7781bf30-5eb4-4474-84ee-26a19cdd971e HTTP/1.1" status: 204 len: 173 time: 1.4179063 May 23 15:36:43.600000 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b2fc89f-88e8-42b3-9006-35470a9f74fc', 'name': 'network-vif-deleted', 'tag': '7781bf30-5eb4-4474-84ee-26a19cdd971e'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:36:43.602418 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d701dac66fe37c46ae86bb78260b1e19b4b16e00f190307f8222235e17cfe25e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c32f97-d335-44be-ac01-44ec7c3fcd4d" -d '{"events": [{"server_uuid": "2b2fc89f-88e8-42b3-9006-35470a9f74fc", "name": "network-vif-deleted", "tag": "7781bf30-5eb4-4474-84ee-26a19cdd971e"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:36:43.609347 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-732b555f-ab07-4eb7-81ef-bc7aee62fbd3 admin admin] Publish callbacks [] for security_group (48b82b0f-de70-47b2-98ff-b0dca58cc239), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:43.640981 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-732b555f-ab07-4eb7-81ef-bc7aee62fbd3 admin admin] Publish callbacks [] for security_group (48b82b0f-de70-47b2-98ff-b0dca58cc239), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:43.664962 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-696ba856-ed73-4b5d-9dbc-34b97fe48973 None None] Set router 649fe937-f8c3-4570-8c43-aa9e4c0fb8f6 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:36:43.702782 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-5bfecb90-90af-4bbf-8758-b41d646067ff None None] Set router 73c86724-c44e-4cb5-bf5d-4e91768509eb gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:36:43.712387 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-732b555f-ab07-4eb7-81ef-bc7aee62fbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (48b82b0f-de70-47b2-98ff-b0dca58cc239), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:43.715655 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-732b555f-ab07-4eb7-81ef-bc7aee62fbd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:43.716818 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-732b555f-ab07-4eb7-81ef-bc7aee62fbd3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/48b82b0f-de70-47b2-98ff-b0dca58cc239 HTTP/1.1" status: 204 len: 168 time: 0.1719174 May 23 15:36:43.736020 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732b555f-ab07-4eb7-81ef-bc7aee62fbd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b82b0f-de70-47b2-98ff-b0dca58cc239,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:36:43.945934 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-696ba856-ed73-4b5d-9dbc-34b97fe48973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'name': 'tempest-AttachVolumeTestJSON-678862191-router', 'tenant_id': '9aaff9db173d4618929536b08d2be8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'fb207996-4659-4c02-91cb-c2a17001c7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:49Z', 'updated_at': '2022-05-23T15:30:06Z', 'revision_number': 4, 'project_id': '9aaff9db173d4618929536b08d2be8f0', 'gw_port': {'id': 'fb207996-4659-4c02-91cb-c2a17001c7dc', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:51Z', 'updated_at': '2022-05-23T15:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': '6184a888-4f62-4db9-ba94-3f2e67ee8227', 'name': '', 'network_id': '2a072baa-6965-4350-b247-fb58bbcac26a', 'tenant_id': '9aaff9db173d4618929536b08d2be8f0', 'mac_address': 'fa:16:3e:70:65:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7134c090-f572-476b-be3d-e9de19d83fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:30:01Z', 'updated_at': '2022-05-23T15:30:22Z', 'revision_number': 5, 'project_id': '9aaff9db173d4618929536b08d2be8f0', 'subnets': [{'id': '7134c090-f572-476b-be3d-e9de19d83fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:36:43.959688 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1dc5cd82-d0d1-495a-b0a5-6e3c4dba143f req-9b3c0e09-5c51-4c36-bbb0-0e7b686ceb57 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b2fc89f-88e8-42b3-9006-35470a9f74fc HTTP/1.1" status: 200 len: 210 time: 0.0992527 May 23 15:36:43.968117 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfcf064-a08a-4ba5-ad72-3425bbae758b x-openstack-request-id: req-8dfcf064-a08a-4ba5-ad72-3425bbae758b {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:36:43.968784 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b2fc89f-88e8-42b3-9006-35470a9f74fc", "name": "network-vif-deleted", "tag": "7781bf30-5eb4-4474-84ee-26a19cdd971e", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:36:43.969259 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8dfcf064-a08a-4ba5-ad72-3425bbae758b {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:36:43.969903 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dfcf064-a08a-4ba5-ad72-3425bbae758b'] response: {'server_uuid': '2b2fc89f-88e8-42b3-9006-35470a9f74fc', 'name': 'network-vif-deleted', 'tag': '7781bf30-5eb4-4474-84ee-26a19cdd971e', 'status': 'completed', 'code': 200} May 23 15:36:43.981834 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696ba856-ed73-4b5d-9dbc-34b97fe48973 None None] Checking router: 649fe937-f8c3-4570-8c43-aa9e4c0fb8f6 for host: dv-cinder-841125-8-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:36:43.991684 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696ba856-ed73-4b5d-9dbc-34b97fe48973 None None] Routers {'649fe937-f8c3-4570-8c43-aa9e4c0fb8f6'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:36:43.992581 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-696ba856-ed73-4b5d-9dbc-34b97fe48973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:36:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['649fe937-f8c3-4570-8c43-aa9e4c0fb8f6'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:36:44.114751 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-696ba856-ed73-4b5d-9dbc-34b97fe48973 None None] Set router 649fe937-f8c3-4570-8c43-aa9e4c0fb8f6 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:36:44.159728 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 37578) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:36:44.163829 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-5bfecb90-90af-4bbf-8758-b41d646067ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'name': 'tempest-AttachVolumeNegativeTest-46828579-router', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:01Z', 'revision_number': 4, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'gw_port': {'id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:48Z', 'updated_at': '2022-05-23T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': 'eed7ccaf-c776-4c8b-85e4-178419f40af7', 'name': '', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'mac_address': 'fa:16:3e:53:a7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:58Z', 'updated_at': '2022-05-23T15:30:14Z', 'revision_number': 5, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'subnets': [{'id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:36:44.178240 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-669f14b5-6617-45d5-9313-b7b8ed3af395 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:44.188732 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfecb90-90af-4bbf-8758-b41d646067ff None None] The sync data for ids ['73c86724-c44e-4cb5-bf5d-4e91768509eb'] in dv-cinder-841125-8-iscsi is: [{'id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'name': 'tempest-AttachVolumeNegativeTest-46828579-router', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:01Z', 'revision_number': 4, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'gw_port': {'id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:48Z', 'updated_at': '2022-05-23T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': 'eed7ccaf-c776-4c8b-85e4-178419f40af7', 'name': '', 'network_id': 'c9306d40-6dd5-4f4d-bb55-9077bd7b986d', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'mac_address': 'fa:16:3e:53:a7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:58Z', 'updated_at': '2022-05-23T15:30:14Z', 'revision_number': 5, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'subnets': [{'id': '97f2f0d5-ec7b-4732-a013-35e41c3e0618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:36:44.310870 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-669f14b5-6617-45d5-9313-b7b8ed3af395 admin admin] Publish callbacks [] for security_group (73116c0c-23da-471d-9427-1508b1151044), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:44.318541 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-669f14b5-6617-45d5-9313-b7b8ed3af395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (73116c0c-23da-471d-9427-1508b1151044), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:44.350809 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 37584) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:36:44.367088 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-696ba856-ed73-4b5d-9dbc-34b97fe48973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'name': 'tempest-AttachVolumeTestJSON-678862191-router', 'tenant_id': '9aaff9db173d4618929536b08d2be8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'fb207996-4659-4c02-91cb-c2a17001c7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:49Z', 'updated_at': '2022-05-23T15:30:06Z', 'revision_number': 4, 'project_id': '9aaff9db173d4618929536b08d2be8f0', 'gw_port': {'id': 'fb207996-4659-4c02-91cb-c2a17001c7dc', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:51Z', 'updated_at': '2022-05-23T15:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': '6184a888-4f62-4db9-ba94-3f2e67ee8227', 'name': '', 'network_id': '2a072baa-6965-4350-b247-fb58bbcac26a', 'tenant_id': '9aaff9db173d4618929536b08d2be8f0', 'mac_address': 'fa:16:3e:70:65:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7134c090-f572-476b-be3d-e9de19d83fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:30:01Z', 'updated_at': '2022-05-23T15:30:22Z', 'revision_number': 5, 'project_id': '9aaff9db173d4618929536b08d2be8f0', 'subnets': [{'id': '7134c090-f572-476b-be3d-e9de19d83fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:36:44.389163 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-669f14b5-6617-45d5-9313-b7b8ed3af395 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a80388cecc59479f90cfe6ec59f7b508&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2277410 May 23 15:36:44.390863 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f14b5-6617-45d5-9313-b7b8ed3af395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73116c0c-23da-471d-9427-1508b1151044,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:36:44.395882 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 37586) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:36:44.433998 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696ba856-ed73-4b5d-9dbc-34b97fe48973 None None] The sync data for ids ['649fe937-f8c3-4570-8c43-aa9e4c0fb8f6'] in dv-cinder-841125-8-iscsi is: [{'id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'name': 'tempest-AttachVolumeTestJSON-678862191-router', 'tenant_id': '9aaff9db173d4618929536b08d2be8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'fb207996-4659-4c02-91cb-c2a17001c7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:49Z', 'updated_at': '2022-05-23T15:30:06Z', 'revision_number': 4, 'project_id': '9aaff9db173d4618929536b08d2be8f0', 'gw_port': {'id': 'fb207996-4659-4c02-91cb-c2a17001c7dc', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:51Z', 'updated_at': '2022-05-23T15:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': '6184a888-4f62-4db9-ba94-3f2e67ee8227', 'name': '', 'network_id': '2a072baa-6965-4350-b247-fb58bbcac26a', 'tenant_id': '9aaff9db173d4618929536b08d2be8f0', 'mac_address': 'fa:16:3e:70:65:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7134c090-f572-476b-be3d-e9de19d83fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:30:01Z', 'updated_at': '2022-05-23T15:30:22Z', 'revision_number': 5, 'project_id': '9aaff9db173d4618929536b08d2be8f0', 'subnets': [{'id': '7134c090-f572-476b-be3d-e9de19d83fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:36:44.460358 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-757d094a-0512-44b2-9704-d658cab8e445 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for security_group (55baf6b9-3f01-4281-8d07-fc9a2737e0df), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:44.471717 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-16a48b74-6803-4831-9f20-da456697bfa4 admin admin] Publish callbacks [] for security_group (73116c0c-23da-471d-9427-1508b1151044), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:44.493878 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-757d094a-0512-44b2-9704-d658cab8e445 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for security_group (55baf6b9-3f01-4281-8d07-fc9a2737e0df), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:44.503607 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-16a48b74-6803-4831-9f20-da456697bfa4 admin admin] Publish callbacks [] for security_group (73116c0c-23da-471d-9427-1508b1151044), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:44.563013 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-16a48b74-6803-4831-9f20-da456697bfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (73116c0c-23da-471d-9427-1508b1151044), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:44.566096 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-757d094a-0512-44b2-9704-d658cab8e445 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (55baf6b9-3f01-4281-8d07-fc9a2737e0df), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:44.566531 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-16a48b74-6803-4831-9f20-da456697bfa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:44.570339 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-16a48b74-6803-4831-9f20-da456697bfa4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/73116c0c-23da-471d-9427-1508b1151044 HTTP/1.1" status: 204 len: 168 time: 0.1700737 May 23 15:36:44.571670 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-757d094a-0512-44b2-9704-d658cab8e445 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:44.572793 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-757d094a-0512-44b2-9704-d658cab8e445 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "DELETE /v2.0/security-groups/55baf6b9-3f01-4281-8d07-fc9a2737e0df HTTP/1.1" status: 204 len: 168 time: 0.2201819 May 23 15:36:44.578208 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 37590) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:36:44.593907 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d094a-0512-44b2-9704-d658cab8e445 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55baf6b9-3f01-4281-8d07-fc9a2737e0df,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:36:44.598899 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a48b74-6803-4831-9f20-da456697bfa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73116c0c-23da-471d-9427-1508b1151044,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:36:44.606857 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.api.v2.resource [None req-7da4841e-7007-4e53-ac27-2fa7f8880ee7 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] show failed (client error): The resource could not be found. May 23 15:36:44.607676 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-7da4841e-7007-4e53-ac27-2fa7f8880ee7 tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "GET /v2.0/security-groups/55baf6b9-3f01-4281-8d07-fc9a2737e0df HTTP/1.1" status: 404 len: 347 time: 0.0282993 May 23 15:36:44.612236 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 37592) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:36:44.628070 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bd6dd1-fcf8-45e8-ae1e-69d69babeaa3 None None] New status for floating IP 5a9db8d3-45a1-4643-a466-5e29a14b2eba: DOWN {{(pid=104083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:36:44.753388 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:44.757170 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-17166e12-1459-4050-aecd-704b757f177f tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Deleting port dab751c0-16fd-48e2-8957-b69b55bf6c57 {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:36:44.757546 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-17166e12-1459-4050-aecd-704b757f177f tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (dab751c0-16fd-48e2-8957-b69b55bf6c57), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:44.823700 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:44.842775 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfbbdaa-8eb8-442c-8c70-998dbb371c5f None None] New status for floating IP 3214cf89-15db-48aa-868e-4abef0d3b712: DOWN {{(pid=104082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:36:44.869304 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-17166e12-1459-4050-aecd-704b757f177f tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (dab751c0-16fd-48e2-8957-b69b55bf6c57), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:44.869632 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-17166e12-1459-4050-aecd-704b757f177f tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for floatingip (dab751c0-16fd-48e2-8957-b69b55bf6c57), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:44.882685 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-17166e12-1459-4050-aecd-704b757f177f tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Calling delete_port for dab751c0-16fd-48e2-8957-b69b55bf6c57 owned by network:floatingip {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:36:45.042692 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-17166e12-1459-4050-aecd-704b757f177f tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (dab751c0-16fd-48e2-8957-b69b55bf6c57), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:45.070800 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17166e12-1459-4050-aecd-704b757f177f tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Pushing event deleted for resources: {'Port': ['ID=dab751c0-16fd-48e2-8957-b69b55bf6c57,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:36:45.075487 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 37608) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:36:45.136092 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-17166e12-1459-4050-aecd-704b757f177f tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks [] for floatingip (5a9db8d3-45a1-4643-a466-5e29a14b2eba), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:45.136335 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6ad44aed-083a-458a-98eb-0acd271ded4a tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks [] for security_group (461757f8-5a4b-4cf6-a283-c73e9d0e9fe5), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:45.139070 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-17166e12-1459-4050-aecd-704b757f177f tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:45.140219 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-17166e12-1459-4050-aecd-704b757f177f tempest-AttachVolumeNegativeTest-1222060410 tempest-AttachVolumeNegativeTest-1222060410-project] 10.222.0.30 "DELETE /v2.0/floatingips/5a9db8d3-45a1-4643-a466-5e29a14b2eba HTTP/1.1" status: 204 len: 168 time: 0.5269315 May 23 15:36:45.161904 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6ad44aed-083a-458a-98eb-0acd271ded4a tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks [] for security_group (461757f8-5a4b-4cf6-a283-c73e9d0e9fe5), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:45.215771 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6ad44aed-083a-458a-98eb-0acd271ded4a tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (461757f8-5a4b-4cf6-a283-c73e9d0e9fe5), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:45.218753 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6ad44aed-083a-458a-98eb-0acd271ded4a tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:45.219948 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-6ad44aed-083a-458a-98eb-0acd271ded4a tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "DELETE /v2.0/security-groups/461757f8-5a4b-4cf6-a283-c73e9d0e9fe5 HTTP/1.1" status: 204 len: 168 time: 0.1434731 May 23 15:36:45.223947 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 37614) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:36:45.228736 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=9 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:45.235181 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad44aed-083a-458a-98eb-0acd271ded4a tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=461757f8-5a4b-4cf6-a283-c73e9d0e9fe5,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:36:45.242741 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.api.v2.resource [None req-ac2b8ca8-316e-4a0f-8b3c-644a9ab75c09 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] show failed (client error): The resource could not be found. May 23 15:36:45.246381 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-ac2b8ca8-316e-4a0f-8b3c-644a9ab75c09 tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "GET /v2.0/security-groups/461757f8-5a4b-4cf6-a283-c73e9d0e9fe5 HTTP/1.1" status: 404 len: 347 time: 0.0187383 May 23 15:36:45.247080 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 37618) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:36:45.369709 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-8732bb5c-eb3e-44a6-be20-70636e0b046a tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Deleting port b91bf2a7-6476-41ed-8869-e003541771e3 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:36:45.370058 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8732bb5c-eb3e-44a6-be20-70636e0b046a tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (b91bf2a7-6476-41ed-8869-e003541771e3), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:45.408387 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:45.452102 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8732bb5c-eb3e-44a6-be20-70636e0b046a tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (b91bf2a7-6476-41ed-8869-e003541771e3), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:45.452772 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8732bb5c-eb3e-44a6-be20-70636e0b046a tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks [] for floatingip (b91bf2a7-6476-41ed-8869-e003541771e3), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:45.465463 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-8732bb5c-eb3e-44a6-be20-70636e0b046a tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Calling delete_port for b91bf2a7-6476-41ed-8869-e003541771e3 owned by network:floatingip {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:36:45.610392 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8732bb5c-eb3e-44a6-be20-70636e0b046a tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250202'] for port (b91bf2a7-6476-41ed-8869-e003541771e3), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:45.633488 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8732bb5c-eb3e-44a6-be20-70636e0b046a tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Pushing event deleted for resources: {'Port': ['ID=b91bf2a7-6476-41ed-8869-e003541771e3,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:36:45.702615 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8732bb5c-eb3e-44a6-be20-70636e0b046a tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks [] for floatingip (3214cf89-15db-48aa-868e-4abef0d3b712), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:45.705603 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8732bb5c-eb3e-44a6-be20-70636e0b046a tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for floatingip (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:45.706761 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-8732bb5c-eb3e-44a6-be20-70636e0b046a tempest-AttachVolumeTestJSON-1837964167 tempest-AttachVolumeTestJSON-1837964167-project] 10.222.0.30 "DELETE /v2.0/floatingips/3214cf89-15db-48aa-868e-4abef0d3b712 HTTP/1.1" status: 204 len: 168 time: 0.4586177 May 23 15:36:46.820752 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 9da9d834-ba1e-4927-8127-fb201067194c no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:36:46.841378 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] No Port match for: 9da9d834-ba1e-4927-8127-fb201067194c {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:36:46.841725 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 9da9d834-ba1e-4927-8127-fb201067194c not bound to the agent host hv-cinder-84112 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:36:46.842191 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 7781bf30-5eb4-4474-84ee-26a19cdd971e no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:36:46.863096 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] No Port match for: 7781bf30-5eb4-4474-84ee-26a19cdd971e {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:36:46.863447 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 7781bf30-5eb4-4474-84ee-26a19cdd971e not bound to the agent host hv-cinder-84112 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:36:46.929391 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (88197243-2542-4a6c-b81b-f727b3d95aaf), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:48.869928 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 37714) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:36:49.290417 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 37732) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:36:49.396576 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5f8956b6-8527-45a0-8c29-11c696e41b90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-863352'] for router_interface (73c86724-c44e-4cb5-bf5d-4e91768509eb), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:49.449519 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:49.631545 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-5f8956b6-8527-45a0-8c29-11c696e41b90 admin admin] Deleting port eed7ccaf-c776-4c8b-85e4-178419f40af7 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:36:49.631893 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5f8956b6-8527-45a0-8c29-11c696e41b90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (eed7ccaf-c776-4c8b-85e4-178419f40af7), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:49.710911 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:49.719142 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-5f8956b6-8527-45a0-8c29-11c696e41b90 admin admin] For port eed7ccaf-c776-4c8b-85e4-178419f40af7, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=eed7ccaf-c776-4c8b-85e4-178419f40af7,segment=NetworkSegment(4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0),segment_id=4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:36:49.719510 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5f8956b6-8527-45a0-8c29-11c696e41b90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (eed7ccaf-c776-4c8b-85e4-178419f40af7), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:49.735631 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-5f8956b6-8527-45a0-8c29-11c696e41b90 admin admin] Calling delete_port for eed7ccaf-c776-4c8b-85e4-178419f40af7 owned by network:router_interface {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:36:49.903398 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-92988be5-ff09-4bc9-9816-2fe6fc33e587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-863352'] for router_interface (649fe937-f8c3-4570-8c43-aa9e4c0fb8f6), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:49.921214 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5f8956b6-8527-45a0-8c29-11c696e41b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250202'] for port (eed7ccaf-c776-4c8b-85e4-178419f40af7), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:49.946746 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8956b6-8527-45a0-8c29-11c696e41b90 admin admin] Pushing event deleted for resources: {'Port': ['ID=eed7ccaf-c776-4c8b-85e4-178419f40af7,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:36:50.116046 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5f8956b6-8527-45a0-8c29-11c696e41b90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-244729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-863468'] for router_interface (73c86724-c44e-4cb5-bf5d-4e91768509eb), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:50.134658 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:50.150518 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-92988be5-ff09-4bc9-9816-2fe6fc33e587 admin admin] Deleting port 6184a888-4f62-4db9-ba94-3f2e67ee8227 {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:36:50.150856 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-92988be5-ff09-4bc9-9816-2fe6fc33e587 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (6184a888-4f62-4db9-ba94-3f2e67ee8227), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:50.197224 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:50.231165 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [None req-92988be5-ff09-4bc9-9816-2fe6fc33e587 admin admin] For port 6184a888-4f62-4db9-ba94-3f2e67ee8227, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=6184a888-4f62-4db9-ba94-3f2e67ee8227,segment=NetworkSegment(48775ad2-4450-43ce-a412-5bc906720c7e),segment_id=48775ad2-4450-43ce-a412-5bc906720c7e)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:36:50.231447 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-92988be5-ff09-4bc9-9816-2fe6fc33e587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (6184a888-4f62-4db9-ba94-3f2e67ee8227), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:50.245172 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-92988be5-ff09-4bc9-9816-2fe6fc33e587 admin admin] Calling delete_port for 6184a888-4f62-4db9-ba94-3f2e67ee8227 owned by network:router_interface {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:36:50.303779 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:50.329718 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8956b6-8527-45a0-8c29-11c696e41b90 admin admin] Router 73c86724-c44e-4cb5-bf5d-4e91768509eb has already been hosted by L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:36:50.432078 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-92988be5-ff09-4bc9-9816-2fe6fc33e587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (6184a888-4f62-4db9-ba94-3f2e67ee8227), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:50.445705 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8956b6-8527-45a0-8c29-11c696e41b90 admin admin] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:36:50.451072 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-5f8956b6-8527-45a0-8c29-11c696e41b90 admin admin] 10.222.0.30 "PUT /v2.0/routers/73c86724-c44e-4cb5-bf5d-4e91768509eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5801053 May 23 15:36:50.454311 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 37742) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:36:50.457141 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d034ea3-61af-4f90-bc80-b951ebff16ec None None] Sync routers for ids ['73c86724-c44e-4cb5-bf5d-4e91768509eb'] in dv-cinder-841125-8-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:36:50.472997 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d034ea3-61af-4f90-bc80-b951ebff16ec None None] Routers {'73c86724-c44e-4cb5-bf5d-4e91768509eb'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:36:50.474521 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-3d034ea3-61af-4f90-bc80-b951ebff16ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:36:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['73c86724-c44e-4cb5-bf5d-4e91768509eb'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:36:50.488353 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92988be5-ff09-4bc9-9816-2fe6fc33e587 admin admin] Pushing event deleted for resources: {'Port': ['ID=6184a888-4f62-4db9-ba94-3f2e67ee8227,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:36:50.573124 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-046e7b2b-48d9-4168-a42b-1987ddde7279 admin admin] Publish callbacks [] for router (73c86724-c44e-4cb5-bf5d-4e91768509eb), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:50.659391 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-3d034ea3-61af-4f90-bc80-b951ebff16ec None None] Set router 73c86724-c44e-4cb5-bf5d-4e91768509eb gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:36:50.780237 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-92988be5-ff09-4bc9-9816-2fe6fc33e587 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-244729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-863468'] for router_interface (649fe937-f8c3-4570-8c43-aa9e4c0fb8f6), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:50.911296 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=100 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:50.911535 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:50.913107 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-3d034ea3-61af-4f90-bc80-b951ebff16ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'name': 'tempest-AttachVolumeNegativeTest-46828579-router', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:36:49Z', 'revision_number': 5, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'gw_port': {'id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:48Z', 'updated_at': '2022-05-23T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi'}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:36:50.959255 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d034ea3-61af-4f90-bc80-b951ebff16ec None None] Checking router: 73c86724-c44e-4cb5-bf5d-4e91768509eb for host: dv-cinder-841125-8-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:36:50.972316 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d034ea3-61af-4f90-bc80-b951ebff16ec None None] Routers {'73c86724-c44e-4cb5-bf5d-4e91768509eb'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:36:50.973267 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-3d034ea3-61af-4f90-bc80-b951ebff16ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:36:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['73c86724-c44e-4cb5-bf5d-4e91768509eb'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:36:51.002584 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-046e7b2b-48d9-4168-a42b-1987ddde7279 admin admin] Publish callbacks [] for router_gateway (73c86724-c44e-4cb5-bf5d-4e91768509eb), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:51.055927 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:51.061422 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-046e7b2b-48d9-4168-a42b-1987ddde7279 admin admin] Deleting port 952c05b4-fdfa-4276-8577-11398463fbd0 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:36:51.061770 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-046e7b2b-48d9-4168-a42b-1987ddde7279 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (952c05b4-fdfa-4276-8577-11398463fbd0), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:51.085723 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-3d034ea3-61af-4f90-bc80-b951ebff16ec None None] Set router 73c86724-c44e-4cb5-bf5d-4e91768509eb gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:36:51.093949 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92988be5-ff09-4bc9-9816-2fe6fc33e587 admin admin] Router 649fe937-f8c3-4570-8c43-aa9e4c0fb8f6 has already been hosted by L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:36:51.154482 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-046e7b2b-48d9-4168-a42b-1987ddde7279 admin admin] For port 952c05b4-fdfa-4276-8577-11398463fbd0, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=952c05b4-fdfa-4276-8577-11398463fbd0,segment=NetworkSegment(36a83107-a298-4f41-a08d-e6c665169c28),segment_id=36a83107-a298-4f41-a08d-e6c665169c28)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:36:51.154845 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-046e7b2b-48d9-4168-a42b-1987ddde7279 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (952c05b4-fdfa-4276-8577-11398463fbd0), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:51.168229 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-046e7b2b-48d9-4168-a42b-1987ddde7279 admin admin] Calling delete_port for 952c05b4-fdfa-4276-8577-11398463fbd0 owned by network:router_gateway {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:36:51.210148 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92988be5-ff09-4bc9-9816-2fe6fc33e587 admin admin] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:36:51.215362 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-92988be5-ff09-4bc9-9816-2fe6fc33e587 admin admin] 10.222.0.30 "PUT /v2.0/routers/649fe937-f8c3-4570-8c43-aa9e4c0fb8f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9242706 May 23 15:36:51.218023 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 37752) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:36:51.222562 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397b91be-6f3c-4401-ab33-d7296ba175ee None None] Sync routers for ids ['649fe937-f8c3-4570-8c43-aa9e4c0fb8f6'] in dv-cinder-841125-8-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:36:51.226478 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:51.236687 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397b91be-6f3c-4401-ab33-d7296ba175ee None None] Routers {'649fe937-f8c3-4570-8c43-aa9e4c0fb8f6'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:36:51.237654 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-397b91be-6f3c-4401-ab33-d7296ba175ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:36:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['649fe937-f8c3-4570-8c43-aa9e4c0fb8f6'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:36:51.274059 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-3d034ea3-61af-4f90-bc80-b951ebff16ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'name': 'tempest-AttachVolumeNegativeTest-46828579-router', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:36:49Z', 'revision_number': 5, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'gw_port': {'id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:48Z', 'updated_at': '2022-05-23T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi'}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:36:51.311238 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d034ea3-61af-4f90-bc80-b951ebff16ec None None] The sync data for ids ['73c86724-c44e-4cb5-bf5d-4e91768509eb'] in dv-cinder-841125-8-iscsi is: [{'id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'name': 'tempest-AttachVolumeNegativeTest-46828579-router', 'tenant_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:36:49Z', 'revision_number': 5, 'project_id': 'f2020e2bf35744af9161d7cf3e8bd345', 'gw_port': {'id': '952c05b4-fdfa-4276-8577-11398463fbd0', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c86724-c44e-4cb5-bf5d-4e91768509eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:48Z', 'updated_at': '2022-05-23T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi'}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:36:51.341442 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1af6035d-e628-4990-a11b-01ad4959ae9e admin admin] Publish callbacks [] for router (649fe937-f8c3-4570-8c43-aa9e4c0fb8f6), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:51.343175 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:51.344146 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-397b91be-6f3c-4401-ab33-d7296ba175ee None None] Set router 649fe937-f8c3-4570-8c43-aa9e4c0fb8f6 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:36:51.379037 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-046e7b2b-48d9-4168-a42b-1987ddde7279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250202'] for port (952c05b4-fdfa-4276-8577-11398463fbd0), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:51.431597 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e7b2b-48d9-4168-a42b-1987ddde7279 admin admin] Pushing event deleted for resources: {'Port': ['ID=952c05b4-fdfa-4276-8577-11398463fbd0,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:36:51.466695 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:51.467825 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1af6035d-e628-4990-a11b-01ad4959ae9e admin admin] Publish callbacks [] for router_gateway (649fe937-f8c3-4570-8c43-aa9e4c0fb8f6), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:51.479805 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-046e7b2b-48d9-4168-a42b-1987ddde7279 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-866434'] for router_gateway (73c86724-c44e-4cb5-bf5d-4e91768509eb), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:51.516513 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:51.529295 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-1af6035d-e628-4990-a11b-01ad4959ae9e admin admin] Deleting port fb207996-4659-4c02-91cb-c2a17001c7dc {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:36:51.529972 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1af6035d-e628-4990-a11b-01ad4959ae9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (fb207996-4659-4c02-91cb-c2a17001c7dc), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:51.534875 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-397b91be-6f3c-4401-ab33-d7296ba175ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'name': 'tempest-AttachVolumeTestJSON-678862191-router', 'tenant_id': '9aaff9db173d4618929536b08d2be8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'fb207996-4659-4c02-91cb-c2a17001c7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:49Z', 'updated_at': '2022-05-23T15:36:50Z', 'revision_number': 5, 'project_id': '9aaff9db173d4618929536b08d2be8f0', 'gw_port': {'id': 'fb207996-4659-4c02-91cb-c2a17001c7dc', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:51Z', 'updated_at': '2022-05-23T15:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi'}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:36:51.560382 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397b91be-6f3c-4401-ab33-d7296ba175ee None None] Checking router: 649fe937-f8c3-4570-8c43-aa9e4c0fb8f6 for host: dv-cinder-841125-8-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:36:51.570524 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-046e7b2b-48d9-4168-a42b-1987ddde7279 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-866909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31511'] for router (73c86724-c44e-4cb5-bf5d-4e91768509eb), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:51.570925 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397b91be-6f3c-4401-ab33-d7296ba175ee None None] Routers {'649fe937-f8c3-4570-8c43-aa9e4c0fb8f6'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:36:51.572101 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-397b91be-6f3c-4401-ab33-d7296ba175ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:36:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['649fe937-f8c3-4570-8c43-aa9e4c0fb8f6'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:36:51.572757 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-046e7b2b-48d9-4168-a42b-1987ddde7279 admin admin] Publish callbacks [] for router_controller (73c86724-c44e-4cb5-bf5d-4e91768509eb), precommit_delete_associations {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:51.618312 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-046e7b2b-48d9-4168-a42b-1987ddde7279 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-866852'] for router (73c86724-c44e-4cb5-bf5d-4e91768509eb), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:51.618979 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046e7b2b-48d9-4168-a42b-1987ddde7279 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73c86724-c44e-4cb5-bf5d-4e91768509eb {{(pid=104081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 15:36:51.625034 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-046e7b2b-48d9-4168-a42b-1987ddde7279 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:51.629776 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 37754) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:36:51.632999 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-046e7b2b-48d9-4168-a42b-1987ddde7279 admin admin] 10.222.0.30 "DELETE /v2.0/routers/73c86724-c44e-4cb5-bf5d-4e91768509eb HTTP/1.1" status: 204 len: 168 time: 1.1733279 May 23 15:36:51.633171 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [None req-1af6035d-e628-4990-a11b-01ad4959ae9e admin admin] For port fb207996-4659-4c02-91cb-c2a17001c7dc, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=fb207996-4659-4c02-91cb-c2a17001c7dc,segment=NetworkSegment(36a83107-a298-4f41-a08d-e6c665169c28),segment_id=36a83107-a298-4f41-a08d-e6c665169c28)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:36:51.633432 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1af6035d-e628-4990-a11b-01ad4959ae9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (fb207996-4659-4c02-91cb-c2a17001c7dc), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:51.676678 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-1af6035d-e628-4990-a11b-01ad4959ae9e admin admin] Calling delete_port for fb207996-4659-4c02-91cb-c2a17001c7dc owned by network:router_gateway {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:36:51.735494 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1653b27-5409-4351-bda1-56a4816e2112 admin admin] Deleting subnet 97f2f0d5-ec7b-4732-a013-35e41c3e0618 {{(pid=104080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 15:36:51.739581 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a1653b27-5409-4351-bda1-56a4816e2112 admin admin] Publish callbacks [] for subnet (97f2f0d5-ec7b-4732-a013-35e41c3e0618), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:51.780706 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a1653b27-5409-4351-bda1-56a4816e2112 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4413008'] for subnet (97f2f0d5-ec7b-4732-a013-35e41c3e0618), precommit_delete_associations {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:51.790985 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-397b91be-6f3c-4401-ab33-d7296ba175ee None None] Set router 649fe937-f8c3-4570-8c43-aa9e4c0fb8f6 gateway port host: None {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:36:51.850403 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device eed7ccaf-c776-4c8b-85e4-178419f40af7 no longer exists at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:36:51.853136 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-397b91be-6f3c-4401-ab33-d7296ba175ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'name': 'tempest-AttachVolumeTestJSON-678862191-router', 'tenant_id': '9aaff9db173d4618929536b08d2be8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:49Z', 'updated_at': '2022-05-23T15:36:51Z', 'revision_number': 6, 'project_id': '9aaff9db173d4618929536b08d2be8f0', 'gw_port_host': None}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:36:51.894890 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] No Port match for: eed7ccaf-c776-4c8b-85e4-178419f40af7 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:36:51.895241 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device eed7ccaf-c776-4c8b-85e4-178419f40af7 not bound to the agent host dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:36:51.897119 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397b91be-6f3c-4401-ab33-d7296ba175ee None None] The sync data for ids ['649fe937-f8c3-4570-8c43-aa9e4c0fb8f6'] in dv-cinder-841125-8-iscsi is: [{'id': '649fe937-f8c3-4570-8c43-aa9e4c0fb8f6', 'name': 'tempest-AttachVolumeTestJSON-678862191-router', 'tenant_id': '9aaff9db173d4618929536b08d2be8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:49Z', 'updated_at': '2022-05-23T15:36:51Z', 'revision_number': 6, 'project_id': '9aaff9db173d4618929536b08d2be8f0', 'gw_port_host': None}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:36:51.928007 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a1653b27-5409-4351-bda1-56a4816e2112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773257'] for subnet (97f2f0d5-ec7b-4732-a013-35e41c3e0618), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:52.020343 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1af6035d-e628-4990-a11b-01ad4959ae9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (fb207996-4659-4c02-91cb-c2a17001c7dc), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:52.077558 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af6035d-e628-4990-a11b-01ad4959ae9e admin admin] Pushing event deleted for resources: {'Port': ['ID=fb207996-4659-4c02-91cb-c2a17001c7dc,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:36:52.080678 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a1653b27-5409-4351-bda1-56a4816e2112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4413132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4276918'] for subnet (97f2f0d5-ec7b-4732-a013-35e41c3e0618), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:52.134343 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a1653b27-5409-4351-bda1-56a4816e2112 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:52.138340 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-a1653b27-5409-4351-bda1-56a4816e2112 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/97f2f0d5-ec7b-4732-a013-35e41c3e0618 HTTP/1.1" status: 204 len: 168 time: 0.5073605 May 23 15:36:52.139457 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1be0ac-72dd-4b72-b291-8b09f738ab9e None None] Network c9306d40-6dd5-4f4d-bb55-9077bd7b986d requested from dv-cinder-841125-8-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:36:52.141367 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 37762) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:36:52.143587 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1653b27-5409-4351-bda1-56a4816e2112 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97f2f0d5-ec7b-4732-a013-35e41c3e0618,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:36:52.170823 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:52.210036 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:52.215351 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1af6035d-e628-4990-a11b-01ad4959ae9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-866434'] for router_gateway (649fe937-f8c3-4570-8c43-aa9e4c0fb8f6), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:52.244150 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:52.300824 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-14f05002-a549-4907-b4a5-cfd296915c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1839458'] for network (c9306d40-6dd5-4f4d-bb55-9077bd7b986d), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:52.340759 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1af6035d-e628-4990-a11b-01ad4959ae9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-866909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31511'] for router (649fe937-f8c3-4570-8c43-aa9e4c0fb8f6), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:52.343631 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1af6035d-e628-4990-a11b-01ad4959ae9e admin admin] Publish callbacks [] for router_controller (649fe937-f8c3-4570-8c43-aa9e4c0fb8f6), precommit_delete_associations {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:52.410319 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-14f05002-a549-4907-b4a5-cfd296915c51 admin admin] Deleting port 6efa26f0-b32b-44b8-a0cd-395a9e3966ce {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:36:52.410633 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-14f05002-a549-4907-b4a5-cfd296915c51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (6efa26f0-b32b-44b8-a0cd-395a9e3966ce), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:52.412348 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1af6035d-e628-4990-a11b-01ad4959ae9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-866852'] for router (649fe937-f8c3-4570-8c43-aa9e4c0fb8f6), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:52.412905 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af6035d-e628-4990-a11b-01ad4959ae9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 649fe937-f8c3-4570-8c43-aa9e4c0fb8f6 {{(pid=104080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 15:36:52.418122 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1af6035d-e628-4990-a11b-01ad4959ae9e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:52.419244 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-1af6035d-e628-4990-a11b-01ad4959ae9e admin admin] 10.222.0.30 "DELETE /v2.0/routers/649fe937-f8c3-4570-8c43-aa9e4c0fb8f6 HTTP/1.1" status: 204 len: 168 time: 1.2000527 May 23 15:36:52.421974 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 37768) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:36:52.527982 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [None req-14f05002-a549-4907-b4a5-cfd296915c51 admin admin] For port 6efa26f0-b32b-44b8-a0cd-395a9e3966ce, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=6efa26f0-b32b-44b8-a0cd-395a9e3966ce,segment=NetworkSegment(4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0),segment_id=4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:36:52.528649 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-14f05002-a549-4907-b4a5-cfd296915c51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (6efa26f0-b32b-44b8-a0cd-395a9e3966ce), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:52.532721 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_v2 [None req-f205785a-4fc6-430e-bc75-d72048836c57 admin admin] Deleting subnet 7134c090-f572-476b-be3d-e9de19d83fc7 {{(pid=104080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 15:36:52.543240 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f205785a-4fc6-430e-bc75-d72048836c57 admin admin] Publish callbacks [] for subnet (7134c090-f572-476b-be3d-e9de19d83fc7), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:52.567846 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-14f05002-a549-4907-b4a5-cfd296915c51 admin admin] Calling delete_port for 6efa26f0-b32b-44b8-a0cd-395a9e3966ce owned by network:dhcp {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:36:52.573087 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ac2ef100-3356-4d61-88cd-c2d1bb1b092d req-de92ccd6-16f2-4f9d-9c09-c5d10c6a96f6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0485687 May 23 15:36:52.620495 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5083b19d-a2ce-44b1-aa4b-a90a8f0242d4 None None] DHCP port deletion for c9306d40-6dd5-4f4d-bb55-9077bd7b986d request from dv-cinder-841125-8-iscsi {{(pid=104082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 23 15:36:52.630838 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f205785a-4fc6-430e-bc75-d72048836c57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4413008'] for subnet (7134c090-f572-476b-be3d-e9de19d83fc7), precommit_delete_associations {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:52.675356 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-5083b19d-a2ce-44b1-aa4b-a90a8f0242d4 None None] Deleting port 6efa26f0-b32b-44b8-a0cd-395a9e3966ce {{(pid=104082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:36:52.675961 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5083b19d-a2ce-44b1-aa4b-a90a8f0242d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (6efa26f0-b32b-44b8-a0cd-395a9e3966ce), before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:52.711043 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ef100-3356-4d61-88cd-c2d1bb1b092d req-4061d443-d161-4115-9292-e29fe18cf376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:36:52.713061 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ac2ef100-3356-4d61-88cd-c2d1bb1b092d req-4061d443-d161-4115-9292-e29fe18cf376 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=65c6b1563c424330ade1ef15f8efa110&device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 1131 time: 0.0474515 May 23 15:36:52.730021 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:52.762103 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-5083b19d-a2ce-44b1-aa4b-a90a8f0242d4 None None] For port 6efa26f0-b32b-44b8-a0cd-395a9e3966ce, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=6efa26f0-b32b-44b8-a0cd-395a9e3966ce,segment=NetworkSegment(4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0),segment_id=4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:36:52.762566 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5083b19d-a2ce-44b1-aa4b-a90a8f0242d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (6efa26f0-b32b-44b8-a0cd-395a9e3966ce), precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:52.777952 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-5083b19d-a2ce-44b1-aa4b-a90a8f0242d4 None None] Calling delete_port for 6efa26f0-b32b-44b8-a0cd-395a9e3966ce owned by network:dhcp {{(pid=104082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:36:52.832656 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ef100-3356-4d61-88cd-c2d1bb1b092d req-14e0c5df-99c7-4520-899e-ab533fc32a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:36:52.834068 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ac2ef100-3356-4d61-88cd-c2d1bb1b092d req-14e0c5df-99c7-4520-899e-ab533fc32a5d service neutron] 10.222.0.72 "GET /v2.0/networks?id=751cbaf0-d17b-4cd8-950f-078d51e9414f HTTP/1.1" status: 200 len: 917 time: 0.0998275 May 23 15:36:52.862857 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5083b19d-a2ce-44b1-aa4b-a90a8f0242d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974'] for port (6efa26f0-b32b-44b8-a0cd-395a9e3966ce), after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:52.890806 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5083b19d-a2ce-44b1-aa4b-a90a8f0242d4 None None] Pushing event deleted for resources: {'Port': ['ID=6efa26f0-b32b-44b8-a0cd-395a9e3966ce,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:36:52.901261 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5083b19d-a2ce-44b1-aa4b-a90a8f0242d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:36:52.901875 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5083b19d-a2ce-44b1-aa4b-a90a8f0242d4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:36:52.902395 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5083b19d-a2ce-44b1-aa4b-a90a8f0242d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:36:52.902909 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5083b19d-a2ce-44b1-aa4b-a90a8f0242d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:36:52.903395 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5083b19d-a2ce-44b1-aa4b-a90a8f0242d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:36:52.903877 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5083b19d-a2ce-44b1-aa4b-a90a8f0242d4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:36:52.904355 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5083b19d-a2ce-44b1-aa4b-a90a8f0242d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:36:52.904832 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5083b19d-a2ce-44b1-aa4b-a90a8f0242d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:36:52.905358 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5083b19d-a2ce-44b1-aa4b-a90a8f0242d4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:36:52.905836 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5083b19d-a2ce-44b1-aa4b-a90a8f0242d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:36:52.906314 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5083b19d-a2ce-44b1-aa4b-a90a8f0242d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:36:52.906808 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5083b19d-a2ce-44b1-aa4b-a90a8f0242d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:36:52.907345 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5083b19d-a2ce-44b1-aa4b-a90a8f0242d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:36:52.907863 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5083b19d-a2ce-44b1-aa4b-a90a8f0242d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:36:52.908339 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5083b19d-a2ce-44b1-aa4b-a90a8f0242d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:36:52.918139 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5083b19d-a2ce-44b1-aa4b-a90a8f0242d4 None None] No DVR routers for this DVR port 6efa26f0-b32b-44b8-a0cd-395a9e3966ce on host dv-cinder-841125-8-iscsi {{(pid=104082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:36:52.932132 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ac2ef100-3356-4d61-88cd-c2d1bb1b092d req-c7b0da03-caf4-4a06-9722-e610ec043699 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1163c3a8-18a2-4093-9e90-731d856e8076 HTTP/1.1" status: 200 len: 1002 time: 0.0869081 May 23 15:36:52.983264 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-14f05002-a549-4907-b4a5-cfd296915c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (6efa26f0-b32b-44b8-a0cd-395a9e3966ce), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:52.985495 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ef100-3356-4d61-88cd-c2d1bb1b092d req-b0383c5d-715e-46a0-a894-f62d8200d276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:36:52.987879 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ac2ef100-3356-4d61-88cd-c2d1bb1b092d req-b0383c5d-715e-46a0-a894-f62d8200d276 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=045c111a-efa9-497c-8e54-7f6b21c0aa2b HTTP/1.1" status: 200 len: 855 time: 0.0484846 May 23 15:36:53.013546 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f205785a-4fc6-430e-bc75-d72048836c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773257'] for subnet (7134c090-f572-476b-be3d-e9de19d83fc7), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:53.016185 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f05002-a549-4907-b4a5-cfd296915c51 admin admin] Pushing event deleted for resources: {'Port': ['ID=6efa26f0-b32b-44b8-a0cd-395a9e3966ce,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:36:53.033426 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ef100-3356-4d61-88cd-c2d1bb1b092d req-db07656f-2dd6-49c1-a04d-f8dc9e5ca4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:36:53.034967 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ac2ef100-3356-4d61-88cd-c2d1bb1b092d req-db07656f-2dd6-49c1-a04d-f8dc9e5ca4f9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=751cbaf0-d17b-4cd8-950f-078d51e9414f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405142 May 23 15:36:53.040989 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f05002-a549-4907-b4a5-cfd296915c51 admin admin] No DVR routers for this DVR port 6efa26f0-b32b-44b8-a0cd-395a9e3966ce on host dv-cinder-841125-8-iscsi {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:36:53.128823 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-14f05002-a549-4907-b4a5-cfd296915c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769542', 'neutron.services.segments.db._delete_segments_for_network-8781040571751'] for network (c9306d40-6dd5-4f4d-bb55-9077bd7b986d), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:53.152332 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ac2ef100-3356-4d61-88cd-c2d1bb1b092d req-e00d9964-5466-4381-b28c-42d1d5245fc7 service neutron] 10.222.0.72 "GET /v2.0/networks/751cbaf0-d17b-4cd8-950f-078d51e9414f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033826 May 23 15:36:53.158997 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-14f05002-a549-4907-b4a5-cfd296915c51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9306d40-6dd5-4f4d-bb55-9077bd7b986d']}} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:36:53.169098 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f205785a-4fc6-430e-bc75-d72048836c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4413132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4276918'] for subnet (7134c090-f572-476b-be3d-e9de19d83fc7), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:53.172966 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-14f05002-a549-4907-b4a5-cfd296915c51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0') {'for_net_delete': True} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:36:53.173271 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-14f05002-a549-4907-b4a5-cfd296915c51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0') {} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:36:53.209982 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-14f05002-a549-4907-b4a5-cfd296915c51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781040573040', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4413023'] for segment (4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:53.213662 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f205785a-4fc6-430e-bc75-d72048836c57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7134c090-f572-476b-be3d-e9de19d83fc7,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:36:53.215689 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f205785a-4fc6-430e-bc75-d72048836c57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:53.221873 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-f205785a-4fc6-430e-bc75-d72048836c57 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7134c090-f572-476b-be3d-e9de19d83fc7 HTTP/1.1" status: 204 len: 168 time: 0.7958748 May 23 15:36:53.222178 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:53.223624 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 37770) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:36:53.235039 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-14f05002-a549-4907-b4a5-cfd296915c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226'] for segment (4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:53.236588 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4eecf1-9406-4ada-90a9-ac06e17d0617 None None] Network 2a072baa-6965-4350-b247-fb58bbcac26a requested from dv-cinder-841125-8-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:36:53.244156 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14f05002-a549-4907-b4a5-cfd296915c51 admin admin] Releasing vlan 958 on physical network physnet1 to pool {{(pid=104080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 15:36:53.244575 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-14f05002-a549-4907-b4a5-cfd296915c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4413230'] for segment (4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:53.328690 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-14f05002-a549-4907-b4a5-cfd296915c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-863850'] for network (c9306d40-6dd5-4f4d-bb55-9077bd7b986d), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:53.339848 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-14f05002-a549-4907-b4a5-cfd296915c51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:53.348037 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ac2ef100-3356-4d61-88cd-c2d1bb1b092d req-f385ea1c-1d9f-414d-a907-cb78c9f5c07c service neutron] 10.222.0.72 "GET /v2.0/networks/751cbaf0-d17b-4cd8-950f-078d51e9414f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869791 May 23 15:36:53.349849 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-14f05002-a549-4907-b4a5-cfd296915c51 admin admin] 10.222.0.30 "DELETE /v2.0/networks/c9306d40-6dd5-4f4d-bb55-9077bd7b986d HTTP/1.1" status: 204 len: 168 time: 1.2073865 May 23 15:36:53.353134 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:53.366571 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f05002-a549-4907-b4a5-cfd296915c51 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9306d40-6dd5-4f4d-bb55-9077bd7b986d,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:36:53.377201 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-eff685ef-71a8-4b77-982a-a7027d58d0ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1839458'] for network (2a072baa-6965-4350-b247-fb58bbcac26a), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:53.438767 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-eff685ef-71a8-4b77-982a-a7027d58d0ce admin admin] Deleting port 074d6755-382f-4194-bead-6bb0183ca65f {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:36:53.440037 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-eff685ef-71a8-4b77-982a-a7027d58d0ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (074d6755-382f-4194-bead-6bb0183ca65f), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:53.504136 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ab786b-d533-4d97-9def-56668bc476a3 None None] DHCP port deletion for 2a072baa-6965-4350-b247-fb58bbcac26a request from dv-cinder-841125-8-iscsi {{(pid=104082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 23 15:36:53.538754 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.services.segments.plugin [-] Segment 4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0 resource provider aggregate not found May 23 15:36:53.560084 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.services.segments.plugin [-] Segment 4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4dd31deb-3a6e-4e11-a5e4-64938ec8a8d0 found for delete ", "request_id": "req-082ec37c-87c8-4e6c-bc7a-9fb56ca8951a"}]} May 23 15:36:53.568613 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 952c05b4-fdfa-4276-8577-11398463fbd0 no longer exists at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:36:53.569594 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-eff685ef-71a8-4b77-982a-a7027d58d0ce admin admin] For port 074d6755-382f-4194-bead-6bb0183ca65f, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=074d6755-382f-4194-bead-6bb0183ca65f,segment=NetworkSegment(48775ad2-4450-43ce-a412-5bc906720c7e),segment_id=48775ad2-4450-43ce-a412-5bc906720c7e)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:36:53.569999 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-eff685ef-71a8-4b77-982a-a7027d58d0ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (074d6755-382f-4194-bead-6bb0183ca65f), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:53.584285 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-eff685ef-71a8-4b77-982a-a7027d58d0ce admin admin] Calling delete_port for 074d6755-382f-4194-bead-6bb0183ca65f owned by network:dhcp {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:36:53.596809 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 37786) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:36:53.602024 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] No Port match for: 952c05b4-fdfa-4276-8577-11398463fbd0 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:36:53.602370 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 952c05b4-fdfa-4276-8577-11398463fbd0 not bound to the agent host dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:36:53.602914 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 6184a888-4f62-4db9-ba94-3f2e67ee8227 no longer exists at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:36:53.630829 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] No Port match for: 6184a888-4f62-4db9-ba94-3f2e67ee8227 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:36:53.631179 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 6184a888-4f62-4db9-ba94-3f2e67ee8227 not bound to the agent host dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:36:53.631597 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 6efa26f0-b32b-44b8-a0cd-395a9e3966ce no longer exists at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:36:53.633542 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-53ab786b-d533-4d97-9def-56668bc476a3 None None] Deleting port 074d6755-382f-4194-bead-6bb0183ca65f {{(pid=104082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:36:53.633913 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-53ab786b-d533-4d97-9def-56668bc476a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (074d6755-382f-4194-bead-6bb0183ca65f), before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:53.661786 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] No Port match for: 6efa26f0-b32b-44b8-a0cd-395a9e3966ce {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:36:53.662052 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 6efa26f0-b32b-44b8-a0cd-395a9e3966ce not bound to the agent host dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:36:53.662468 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device fb207996-4659-4c02-91cb-c2a17001c7dc no longer exists at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:36:53.689761 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-3694d169-e36d-4d24-a67f-bada201b5031 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f2020e2bf35744af9161d7cf3e8bd345&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0914185 May 23 15:36:53.692466 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 37788) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:36:53.701976 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:53.711846 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-eff685ef-71a8-4b77-982a-a7027d58d0ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250202'] for port (074d6755-382f-4194-bead-6bb0183ca65f), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:53.720198 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] No Port match for: fb207996-4659-4c02-91cb-c2a17001c7dc {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:36:53.721226 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device fb207996-4659-4c02-91cb-c2a17001c7dc not bound to the agent host dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:36:53.726475 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff685ef-71a8-4b77-982a-a7027d58d0ce admin admin] No DVR routers for this DVR port 074d6755-382f-4194-bead-6bb0183ca65f on host dv-cinder-841125-8-iscsi {{(pid=104081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:36:53.749404 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff685ef-71a8-4b77-982a-a7027d58d0ce admin admin] Pushing event deleted for resources: {'Port': ['ID=074d6755-382f-4194-bead-6bb0183ca65f,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:36:53.753290 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:53.754679 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-af495b14-f507-4d8d-885b-2008cad84622 admin admin] Publish callbacks [] for security_group (5fe8cd0d-b998-47c2-8993-89f771864563), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:53.757944 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-53ab786b-d533-4d97-9def-56668bc476a3 None None] For port 074d6755-382f-4194-bead-6bb0183ca65f, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=074d6755-382f-4194-bead-6bb0183ca65f,segment=NetworkSegment(48775ad2-4450-43ce-a412-5bc906720c7e),segment_id=48775ad2-4450-43ce-a412-5bc906720c7e)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:36:53.758397 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-53ab786b-d533-4d97-9def-56668bc476a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (074d6755-382f-4194-bead-6bb0183ca65f), precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:53.777154 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-53ab786b-d533-4d97-9def-56668bc476a3 None None] Calling delete_port for 074d6755-382f-4194-bead-6bb0183ca65f owned by network:dhcp {{(pid=104082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:36:53.782314 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-af495b14-f507-4d8d-885b-2008cad84622 admin admin] Publish callbacks [] for security_group (5fe8cd0d-b998-47c2-8993-89f771864563), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:53.832073 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-eff685ef-71a8-4b77-982a-a7027d58d0ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769542', 'neutron.services.segments.db._delete_segments_for_network-8781040571751'] for network (2a072baa-6965-4350-b247-fb58bbcac26a), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:53.849286 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-af495b14-f507-4d8d-885b-2008cad84622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (5fe8cd0d-b998-47c2-8993-89f771864563), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:53.852560 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-af495b14-f507-4d8d-885b-2008cad84622 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:53.856283 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-af495b14-f507-4d8d-885b-2008cad84622 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5fe8cd0d-b998-47c2-8993-89f771864563 HTTP/1.1" status: 204 len: 168 time: 0.1603818 May 23 15:36:53.859844 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.services.segments.db [None req-eff685ef-71a8-4b77-982a-a7027d58d0ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a072baa-6965-4350-b247-fb58bbcac26a']}} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:36:53.867264 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-53ab786b-d533-4d97-9def-56668bc476a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974'] for port (074d6755-382f-4194-bead-6bb0183ca65f), after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:53.871638 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af495b14-f507-4d8d-885b-2008cad84622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe8cd0d-b998-47c2-8993-89f771864563,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:36:53.877669 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.services.segments.db [None req-eff685ef-71a8-4b77-982a-a7027d58d0ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48775ad2-4450-43ce-a412-5bc906720c7e') {'for_net_delete': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:36:53.878090 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.services.segments.db [None req-eff685ef-71a8-4b77-982a-a7027d58d0ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48775ad2-4450-43ce-a412-5bc906720c7e') {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:36:53.889363 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-eff685ef-71a8-4b77-982a-a7027d58d0ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781040573040', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4630916'] for segment (48775ad2-4450-43ce-a412-5bc906720c7e), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:53.903406 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ab786b-d533-4d97-9def-56668bc476a3 None None] Pushing event deleted for resources: {'Port': ['ID=074d6755-382f-4194-bead-6bb0183ca65f,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:36:53.911116 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-eff685ef-71a8-4b77-982a-a7027d58d0ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226'] for segment (48775ad2-4450-43ce-a412-5bc906720c7e), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:53.912636 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ab786b-d533-4d97-9def-56668bc476a3 None None] No DVR routers for this DVR port 074d6755-382f-4194-bead-6bb0183ca65f on host dv-cinder-841125-8-iscsi {{(pid=104082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:36:53.928521 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eff685ef-71a8-4b77-982a-a7027d58d0ce admin admin] Releasing vlan 987 on physical network physnet1 to pool {{(pid=104081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 15:36:53.929159 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-eff685ef-71a8-4b77-982a-a7027d58d0ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4250223'] for segment (48775ad2-4450-43ce-a412-5bc906720c7e), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:54.000059 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-eff685ef-71a8-4b77-982a-a7027d58d0ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-863850'] for network (2a072baa-6965-4350-b247-fb58bbcac26a), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:54.010842 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-eff685ef-71a8-4b77-982a-a7027d58d0ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for network (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:54.017412 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-eff685ef-71a8-4b77-982a-a7027d58d0ce admin admin] 10.222.0.30 "DELETE /v2.0/networks/2a072baa-6965-4350-b247-fb58bbcac26a HTTP/1.1" status: 204 len: 168 time: 0.7901139 May 23 15:36:54.028023 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff685ef-71a8-4b77-982a-a7027d58d0ce admin admin] Pushing event deleted for resources: {'Network': ['ID=2a072baa-6965-4350-b247-fb58bbcac26a,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:36:54.159669 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.services.segments.plugin [-] Segment 48775ad2-4450-43ce-a412-5bc906720c7e resource provider aggregate not found May 23 15:36:54.180640 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.services.segments.plugin [-] Segment 48775ad2-4450-43ce-a412-5bc906720c7e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 48775ad2-4450-43ce-a412-5bc906720c7e found for delete ", "request_id": "req-a31b16ef-06c8-4b1f-863c-070668cf68e9"}]} May 23 15:36:54.222116 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 37806) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:36:54.268597 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-301fec48-fe89-432a-aff3-32189eb9c1bd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9aaff9db173d4618929536b08d2be8f0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0451877 May 23 15:36:54.271170 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 37808) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:36:54.319855 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4c7d3615-97ef-4e39-9dc1-a8db3149a054 admin admin] Publish callbacks [] for security_group (977c88e6-fbcb-4686-a42b-f9444a9b6a6e), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:54.352425 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4c7d3615-97ef-4e39-9dc1-a8db3149a054 admin admin] Publish callbacks [] for security_group (977c88e6-fbcb-4686-a42b-f9444a9b6a6e), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:54.407909 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4c7d3615-97ef-4e39-9dc1-a8db3149a054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (977c88e6-fbcb-4686-a42b-f9444a9b6a6e), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:54.410624 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4c7d3615-97ef-4e39-9dc1-a8db3149a054 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:54.414838 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-4c7d3615-97ef-4e39-9dc1-a8db3149a054 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/977c88e6-fbcb-4686-a42b-f9444a9b6a6e HTTP/1.1" status: 204 len: 168 time: 0.1397111 May 23 15:36:54.430283 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d3615-97ef-4e39-9dc1-a8db3149a054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977c88e6-fbcb-4686-a42b-f9444a9b6a6e,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:36:55.485906 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 074d6755-382f-4194-bead-6bb0183ca65f no longer exists at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:36:55.507956 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] No Port match for: 074d6755-382f-4194-bead-6bb0183ca65f {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:36:55.508415 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 074d6755-382f-4194-bead-6bb0183ca65f not bound to the agent host dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:36:56.118930 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 37898) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:36:56.225558 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5af28d8b-efd2-4cd8-88a6-a69a5e3e70ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:56.302120 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5af28d8b-efd2-4cd8-88a6-a69a5e3e70ba admin admin] Publish callbacks [] for security_group (0e341d1e-542e-4f38-a9ae-8e045e8e9164), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:56.305506 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5af28d8b-efd2-4cd8-88a6-a69a5e3e70ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (0e341d1e-542e-4f38-a9ae-8e045e8e9164), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:56.349776 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-5af28d8b-efd2-4cd8-88a6-a69a5e3e70ba admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=348b5f2c788e407facc3c0eb084069cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297554 May 23 15:36:56.351017 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af28d8b-efd2-4cd8-88a6-a69a5e3e70ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e341d1e-542e-4f38-a9ae-8e045e8e9164,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:36:56.352539 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 37902) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:36:56.358654 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af28d8b-efd2-4cd8-88a6-a69a5e3e70ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:36:56.359004 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af28d8b-efd2-4cd8-88a6-a69a5e3e70ba admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:36:56.359350 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af28d8b-efd2-4cd8-88a6-a69a5e3e70ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:36:56.359690 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af28d8b-efd2-4cd8-88a6-a69a5e3e70ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:36:56.360024 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af28d8b-efd2-4cd8-88a6-a69a5e3e70ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:36:56.360351 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af28d8b-efd2-4cd8-88a6-a69a5e3e70ba admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:36:56.360681 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af28d8b-efd2-4cd8-88a6-a69a5e3e70ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:36:56.361115 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af28d8b-efd2-4cd8-88a6-a69a5e3e70ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:36:56.361645 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af28d8b-efd2-4cd8-88a6-a69a5e3e70ba admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:36:56.362085 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af28d8b-efd2-4cd8-88a6-a69a5e3e70ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:36:56.362426 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af28d8b-efd2-4cd8-88a6-a69a5e3e70ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:36:56.362757 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af28d8b-efd2-4cd8-88a6-a69a5e3e70ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:36:56.363082 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af28d8b-efd2-4cd8-88a6-a69a5e3e70ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:36:56.363405 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af28d8b-efd2-4cd8-88a6-a69a5e3e70ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:36:56.363726 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af28d8b-efd2-4cd8-88a6-a69a5e3e70ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:36:56.401006 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5d525907-c9fb-42df-bcbc-b4313032a7e5 admin admin] Publish callbacks [] for security_group (0e341d1e-542e-4f38-a9ae-8e045e8e9164), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:56.422176 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5d525907-c9fb-42df-bcbc-b4313032a7e5 admin admin] Publish callbacks [] for security_group (0e341d1e-542e-4f38-a9ae-8e045e8e9164), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:56.469608 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5d525907-c9fb-42df-bcbc-b4313032a7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (0e341d1e-542e-4f38-a9ae-8e045e8e9164), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:56.472891 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5d525907-c9fb-42df-bcbc-b4313032a7e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:56.474084 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-5d525907-c9fb-42df-bcbc-b4313032a7e5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0e341d1e-542e-4f38-a9ae-8e045e8e9164 HTTP/1.1" status: 204 len: 168 time: 0.1204572 May 23 15:36:56.481674 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d525907-c9fb-42df-bcbc-b4313032a7e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e341d1e-542e-4f38-a9ae-8e045e8e9164,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:36:56.736488 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 37908) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:36:56.750008 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-480fb9e2-b204-4db9-9629-56e09944172e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:56.826667 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-480fb9e2-b204-4db9-9629-56e09944172e admin admin] Publish callbacks [] for security_group (5b15d3ec-debd-49ab-bda3-48b0b0a43f72), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:56.830951 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-480fb9e2-b204-4db9-9629-56e09944172e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (5b15d3ec-debd-49ab-bda3-48b0b0a43f72), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:56.870637 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-480fb9e2-b204-4db9-9629-56e09944172e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bdfd62f00729412ca1170ac29e8ec8af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329093 May 23 15:36:56.871479 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480fb9e2-b204-4db9-9629-56e09944172e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b15d3ec-debd-49ab-bda3-48b0b0a43f72,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:36:56.873353 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 37910) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:36:56.922533 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5d21afc6-6322-4286-8bd9-82265fc4f792 admin admin] Publish callbacks [] for security_group (5b15d3ec-debd-49ab-bda3-48b0b0a43f72), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:56.949175 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5d21afc6-6322-4286-8bd9-82265fc4f792 admin admin] Publish callbacks [] for security_group (5b15d3ec-debd-49ab-bda3-48b0b0a43f72), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:57.006676 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5d21afc6-6322-4286-8bd9-82265fc4f792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (5b15d3ec-debd-49ab-bda3-48b0b0a43f72), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:57.009241 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5d21afc6-6322-4286-8bd9-82265fc4f792 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:57.013844 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-5d21afc6-6322-4286-8bd9-82265fc4f792 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5b15d3ec-debd-49ab-bda3-48b0b0a43f72 HTTP/1.1" status: 204 len: 168 time: 0.1393275 May 23 15:36:57.023590 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d21afc6-6322-4286-8bd9-82265fc4f792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b15d3ec-debd-49ab-bda3-48b0b0a43f72,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:36:58.589840 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 37984) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:36:58.695143 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6e581a02-be63-4480-9e9d-2ac408c1e2cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:58.741845 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:58.776854 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6e581a02-be63-4480-9e9d-2ac408c1e2cf admin admin] Publish callbacks [] for security_group (272aaf6d-8dcd-4c78-a65f-fdba8b2bc46e), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:58.780590 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6e581a02-be63-4480-9e9d-2ac408c1e2cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (272aaf6d-8dcd-4c78-a65f-fdba8b2bc46e), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:58.820056 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-6e581a02-be63-4480-9e9d-2ac408c1e2cf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7b5d304bbc7742a5a27808981fd17ad2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291541 May 23 15:36:58.821054 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e581a02-be63-4480-9e9d-2ac408c1e2cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272aaf6d-8dcd-4c78-a65f-fdba8b2bc46e,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:36:58.822745 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 37988) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:36:58.837967 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:58.875478 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7187f2e9-b0d6-403f-b2da-87b633e32608 admin admin] Publish callbacks [] for security_group (272aaf6d-8dcd-4c78-a65f-fdba8b2bc46e), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:58.897557 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7187f2e9-b0d6-403f-b2da-87b633e32608 admin admin] Publish callbacks [] for security_group (272aaf6d-8dcd-4c78-a65f-fdba8b2bc46e), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:58.946413 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7187f2e9-b0d6-403f-b2da-87b633e32608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (272aaf6d-8dcd-4c78-a65f-fdba8b2bc46e), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:58.949305 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7187f2e9-b0d6-403f-b2da-87b633e32608 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:58.950488 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-7187f2e9-b0d6-403f-b2da-87b633e32608 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/272aaf6d-8dcd-4c78-a65f-fdba8b2bc46e HTTP/1.1" status: 204 len: 168 time: 0.1267190 May 23 15:36:58.959275 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187f2e9-b0d6-403f-b2da-87b633e32608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272aaf6d-8dcd-4c78-a65f-fdba8b2bc46e,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:36:59.426295 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=8 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:59.467730 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa1935b-9089-49bc-b67a-fdce47e822f8 req-eb4c7779-c7e3-4869-b6e0-7a682b148b1e tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:36:59.469249 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2aa1935b-9089-49bc-b67a-fdce47e822f8 req-eb4c7779-c7e3-4869-b6e0-7a682b148b1e tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 947 time: 0.0560591 May 23 15:36:59.520233 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2aa1935b-9089-49bc-b67a-fdce47e822f8 req-a5521f64-a891-41ad-aaed-2afec6b480d1 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443814 May 23 15:37:00.670383 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=76,neutron:DELETE=7,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:00.684189 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29978b6-8b81-41ef-a038-ce7da3170c58 req-a5d9a0a6-fbb5-4796-8322-c21f3d0d8e0e tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:37:00.685690 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b29978b6-8b81-41ef-a038-ce7da3170c58 req-a5d9a0a6-fbb5-4796-8322-c21f3d0d8e0e tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 947 time: 0.0786941 May 23 15:37:00.716108 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 38086) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:00.738008 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b29978b6-8b81-41ef-a038-ce7da3170c58 req-3b9f7053-0c34-42b7-a03c-6506993de4a7 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e034a97-ff03-4876-945b-f616b3e370cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436699 May 23 15:37:00.836657 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-54ffd6bd-f930-4006-8ce4-5c1b159f79e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:00.913293 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-54ffd6bd-f930-4006-8ce4-5c1b159f79e0 admin admin] Publish callbacks [] for security_group (103b49c2-b5c2-4cdf-80d9-39686ce44270), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:00.916945 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-54ffd6bd-f930-4006-8ce4-5c1b159f79e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (103b49c2-b5c2-4cdf-80d9-39686ce44270), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:00.956955 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-54ffd6bd-f930-4006-8ce4-5c1b159f79e0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7e4f98e1534a404f87ff2605c501adfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2394190 May 23 15:37:00.957814 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ffd6bd-f930-4006-8ce4-5c1b159f79e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103b49c2-b5c2-4cdf-80d9-39686ce44270,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:00.959715 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 38090) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:01.007865 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-064d6655-37ef-4b89-bfac-b45e5deafd43 admin admin] Publish callbacks [] for security_group (103b49c2-b5c2-4cdf-80d9-39686ce44270), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:01.029147 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-064d6655-37ef-4b89-bfac-b45e5deafd43 admin admin] Publish callbacks [] for security_group (103b49c2-b5c2-4cdf-80d9-39686ce44270), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:01.041627 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1233e-c3bc-41a7-835c-7154a54bd21d req-a3346392-53ed-46fb-8c52-f17ef926f110 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:37:01.043063 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f5f1233e-c3bc-41a7-835c-7154a54bd21d req-a3346392-53ed-46fb-8c52-f17ef926f110 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 947 time: 0.0461037 May 23 15:37:01.078722 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-064d6655-37ef-4b89-bfac-b45e5deafd43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (103b49c2-b5c2-4cdf-80d9-39686ce44270), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:01.081622 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-064d6655-37ef-4b89-bfac-b45e5deafd43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:01.085512 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-064d6655-37ef-4b89-bfac-b45e5deafd43 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/103b49c2-b5c2-4cdf-80d9-39686ce44270 HTTP/1.1" status: 204 len: 168 time: 0.1220706 May 23 15:37:01.091467 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d6655-37ef-4b89-bfac-b45e5deafd43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103b49c2-b5c2-4cdf-80d9-39686ce44270,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:01.133340 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [req-f5f1233e-c3bc-41a7-835c-7154a54bd21d req-308c6c0d-def0-4285-aa93-ed20b5ea1e70 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Deleting port 1163c3a8-18a2-4093-9e90-731d856e8076 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:37:01.133715 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-f5f1233e-c3bc-41a7-835c-7154a54bd21d req-308c6c0d-def0-4285-aa93-ed20b5ea1e70 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (1163c3a8-18a2-4093-9e90-731d856e8076), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:01.235354 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-f5f1233e-c3bc-41a7-835c-7154a54bd21d req-308c6c0d-def0-4285-aa93-ed20b5ea1e70 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] For port 1163c3a8-18a2-4093-9e90-731d856e8076, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=1163c3a8-18a2-4093-9e90-731d856e8076,segment=NetworkSegment(29e85e02-494b-40ff-afd0-9241970fba55),segment_id=29e85e02-494b-40ff-afd0-9241970fba55)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:37:01.235730 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-f5f1233e-c3bc-41a7-835c-7154a54bd21d req-308c6c0d-def0-4285-aa93-ed20b5ea1e70 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (1163c3a8-18a2-4093-9e90-731d856e8076), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:01.276894 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=22 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:01.431761 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-f5f1233e-c3bc-41a7-835c-7154a54bd21d req-308c6c0d-def0-4285-aa93-ed20b5ea1e70 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:01.432314 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-f5f1233e-c3bc-41a7-835c-7154a54bd21d req-308c6c0d-def0-4285-aa93-ed20b5ea1e70 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-863864'] for floatingip (5a2aeab0-46b4-438f-84b6-cf067e7d0ead), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:01.432658 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.db.l3_db [req-f5f1233e-c3bc-41a7-835c-7154a54bd21d req-308c6c0d-def0-4285-aa93-ed20b5ea1e70 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Floating IP 5a2aeab0-46b4-438f-84b6-cf067e7d0ead disassociated. External IP: 172.27.2.149, port: 1163c3a8-18a2-4093-9e90-731d856e8076. May 23 15:37:01.433100 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [req-f5f1233e-c3bc-41a7-835c-7154a54bd21d req-308c6c0d-def0-4285-aa93-ed20b5ea1e70 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Calling delete_port for 1163c3a8-18a2-4093-9e90-731d856e8076 owned by compute:nova {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:37:01.517282 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:01.570271 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-f5f1233e-c3bc-41a7-835c-7154a54bd21d req-308c6c0d-def0-4285-aa93-ed20b5ea1e70 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250202'] for port (1163c3a8-18a2-4093-9e90-731d856e8076), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:01.597948 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c6c0d-def0-4285-aa93-ed20b5ea1e70 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Pushing event deleted for resources: {'Port': ['ID=1163c3a8-18a2-4093-9e90-731d856e8076,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:01.619554 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-deeacb48-f8ad-4ee7-aaeb-78a4c3f342fc None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:37:01.638225 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=41,neutron:DELETE=1 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:01.725997 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:01.728172 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5f1233e-c3bc-41a7-835c-7154a54bd21d req-308c6c0d-def0-4285-aa93-ed20b5ea1e70 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Router 8f83d07c-5957-4883-bfd3-40c57a380ba1 has already been hosted by L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:37:01.880820 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-24e0e850-d03e-46b4-b31c-f4a1fdcfe21f req-29e174cb-eac5-4f51-84d6-2e8c7f691c75 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5c3bd6-1b7d-4c25-a705-2291f6709285 HTTP/1.1" status: 200 len: 210 time: 0.0361829 May 23 15:37:01.899601 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5f1233e-c3bc-41a7-835c-7154a54bd21d req-308c6c0d-def0-4285-aa93-ed20b5ea1e70 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:37:01.914062 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf4fccf-f6d7-4c0b-94ac-b8aac2d83cc3 None None] Sync routers for ids ['8f83d07c-5957-4883-bfd3-40c57a380ba1'] in dv-cinder-841125-8-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:37:01.925751 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf4fccf-f6d7-4c0b-94ac-b8aac2d83cc3 None None] Routers {'8f83d07c-5957-4883-bfd3-40c57a380ba1'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:37:01.926595 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-bbf4fccf-f6d7-4c0b-94ac-b8aac2d83cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:36:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['8f83d07c-5957-4883-bfd3-40c57a380ba1'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:37:01.961360 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f1233e-c3bc-41a7-835c-7154a54bd21d req-308c6c0d-def0-4285-aa93-ed20b5ea1e70 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] No DVR routers for this DVR port 1163c3a8-18a2-4093-9e90-731d856e8076 on host hv-cinder-84112 {{(pid=104081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:37:01.964069 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-f5f1233e-c3bc-41a7-835c-7154a54bd21d req-308c6c0d-def0-4285-aa93-ed20b5ea1e70 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for port (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:01.967672 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f5f1233e-c3bc-41a7-835c-7154a54bd21d req-308c6c0d-def0-4285-aa93-ed20b5ea1e70 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.72 "DELETE /v2.0/ports/1163c3a8-18a2-4093-9e90-731d856e8076 HTTP/1.1" status: 204 len: 173 time: 0.9162855 May 23 15:37:01.968184 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5c3bd6-1b7d-4c25-a705-2291f6709285', 'name': 'network-vif-deleted', 'tag': '1163c3a8-18a2-4093-9e90-731d856e8076'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:37:01.971192 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d701dac66fe37c46ae86bb78260b1e19b4b16e00f190307f8222235e17cfe25e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a9c3e2-67a6-41d7-a1e1-cf4e709a8fac" -d '{"events": [{"server_uuid": "7f5c3bd6-1b7d-4c25-a705-2291f6709285", "name": "network-vif-deleted", "tag": "1163c3a8-18a2-4093-9e90-731d856e8076"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:37:02.069989 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8676452a-2dee-418b-8a91-f199401d8b90 x-openstack-request-id: req-8676452a-2dee-418b-8a91-f199401d8b90 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:37:02.070593 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5c3bd6-1b7d-4c25-a705-2291f6709285", "name": "network-vif-deleted", "tag": "1163c3a8-18a2-4093-9e90-731d856e8076", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:37:02.071539 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8676452a-2dee-418b-8a91-f199401d8b90 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:37:02.072247 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8676452a-2dee-418b-8a91-f199401d8b90'] response: {'server_uuid': '7f5c3bd6-1b7d-4c25-a705-2291f6709285', 'name': 'network-vif-deleted', 'tag': '1163c3a8-18a2-4093-9e90-731d856e8076', 'status': 'completed', 'code': 200} May 23 15:37:02.164250 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-bbf4fccf-f6d7-4c0b-94ac-b8aac2d83cc3 None None] Set router 8f83d07c-5957-4883-bfd3-40c57a380ba1 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:37:02.376831 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-bbf4fccf-f6d7-4c0b-94ac-b8aac2d83cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'name': 'tempest-AttachVolumeShelveTestJSON-765194453-router', 'tenant_id': '65c6b1563c424330ade1ef15f8efa110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '46b88a5c-1348-414c-bd52-b8fe78e8c9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:46Z', 'updated_at': '2022-05-23T15:29:57Z', 'revision_number': 4, 'project_id': '65c6b1563c424330ade1ef15f8efa110', 'gw_port': {'id': '46b88a5c-1348-414c-bd52-b8fe78e8c9bc', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:04:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': 'dd39059b-c103-493b-96f9-26f4b5a3695d', 'name': '', 'network_id': '751cbaf0-d17b-4cd8-950f-078d51e9414f', 'tenant_id': '65c6b1563c424330ade1ef15f8efa110', 'mac_address': 'fa:16:3e:6e:4f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '045c111a-efa9-497c-8e54-7f6b21c0aa2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:54Z', 'updated_at': '2022-05-23T15:30:09Z', 'revision_number': 5, 'project_id': '65c6b1563c424330ade1ef15f8efa110', 'subnets': [{'id': '045c111a-efa9-497c-8e54-7f6b21c0aa2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:37:02.406342 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf4fccf-f6d7-4c0b-94ac-b8aac2d83cc3 None None] Checking router: 8f83d07c-5957-4883-bfd3-40c57a380ba1 for host: dv-cinder-841125-8-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:37:02.416170 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf4fccf-f6d7-4c0b-94ac-b8aac2d83cc3 None None] Routers {'8f83d07c-5957-4883-bfd3-40c57a380ba1'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:37:02.416794 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-bbf4fccf-f6d7-4c0b-94ac-b8aac2d83cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:36:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['8f83d07c-5957-4883-bfd3-40c57a380ba1'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:37:02.537042 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-bbf4fccf-f6d7-4c0b-94ac-b8aac2d83cc3 None None] Set router 8f83d07c-5957-4883-bfd3-40c57a380ba1 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:37:02.876733 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-bbf4fccf-f6d7-4c0b-94ac-b8aac2d83cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'name': 'tempest-AttachVolumeShelveTestJSON-765194453-router', 'tenant_id': '65c6b1563c424330ade1ef15f8efa110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '46b88a5c-1348-414c-bd52-b8fe78e8c9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:46Z', 'updated_at': '2022-05-23T15:29:57Z', 'revision_number': 4, 'project_id': '65c6b1563c424330ade1ef15f8efa110', 'gw_port': {'id': '46b88a5c-1348-414c-bd52-b8fe78e8c9bc', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:04:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': 'dd39059b-c103-493b-96f9-26f4b5a3695d', 'name': '', 'network_id': '751cbaf0-d17b-4cd8-950f-078d51e9414f', 'tenant_id': '65c6b1563c424330ade1ef15f8efa110', 'mac_address': 'fa:16:3e:6e:4f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '045c111a-efa9-497c-8e54-7f6b21c0aa2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:54Z', 'updated_at': '2022-05-23T15:30:09Z', 'revision_number': 5, 'project_id': '65c6b1563c424330ade1ef15f8efa110', 'subnets': [{'id': '045c111a-efa9-497c-8e54-7f6b21c0aa2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:37:02.904485 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf4fccf-f6d7-4c0b-94ac-b8aac2d83cc3 None None] The sync data for ids ['8f83d07c-5957-4883-bfd3-40c57a380ba1'] in dv-cinder-841125-8-iscsi is: [{'id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'name': 'tempest-AttachVolumeShelveTestJSON-765194453-router', 'tenant_id': '65c6b1563c424330ade1ef15f8efa110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '46b88a5c-1348-414c-bd52-b8fe78e8c9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:46Z', 'updated_at': '2022-05-23T15:29:57Z', 'revision_number': 4, 'project_id': '65c6b1563c424330ade1ef15f8efa110', 'gw_port': {'id': '46b88a5c-1348-414c-bd52-b8fe78e8c9bc', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:04:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': 'dd39059b-c103-493b-96f9-26f4b5a3695d', 'name': '', 'network_id': '751cbaf0-d17b-4cd8-950f-078d51e9414f', 'tenant_id': '65c6b1563c424330ade1ef15f8efa110', 'mac_address': 'fa:16:3e:6e:4f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '045c111a-efa9-497c-8e54-7f6b21c0aa2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:54Z', 'updated_at': '2022-05-23T15:30:09Z', 'revision_number': 5, 'project_id': '65c6b1563c424330ade1ef15f8efa110', 'subnets': [{'id': '045c111a-efa9-497c-8e54-7f6b21c0aa2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:37:03.001045 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 38180) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:03.061238 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-39408bfd-91a1-468e-b079-1bf1db83d358 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks [] for security_group (0e034a97-ff03-4876-945b-f616b3e370cd), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:03.087021 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-39408bfd-91a1-468e-b079-1bf1db83d358 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks [] for security_group (0e034a97-ff03-4876-945b-f616b3e370cd), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:03.118736 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c918f530-94ed-4872-b6e5-668458c3ee0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:03.152021 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-39408bfd-91a1-468e-b079-1bf1db83d358 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (0e034a97-ff03-4876-945b-f616b3e370cd), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:03.154983 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-39408bfd-91a1-468e-b079-1bf1db83d358 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:03.157378 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-39408bfd-91a1-468e-b079-1bf1db83d358 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "DELETE /v2.0/security-groups/0e034a97-ff03-4876-945b-f616b3e370cd HTTP/1.1" status: 204 len: 168 time: 0.1537645 May 23 15:37:03.159398 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 38182) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:03.168083 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39408bfd-91a1-468e-b079-1bf1db83d358 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e034a97-ff03-4876-945b-f616b3e370cd,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:03.175166 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.api.v2.resource [None req-4d4ebab2-dce7-48d8-aec5-18da8886b559 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] show failed (client error): The resource could not be found. May 23 15:37:03.176327 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-4d4ebab2-dce7-48d8-aec5-18da8886b559 tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "GET /v2.0/security-groups/0e034a97-ff03-4876-945b-f616b3e370cd HTTP/1.1" status: 404 len: 347 time: 0.0152330 May 23 15:37:03.179808 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 38184) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:03.206269 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bf7f76-334a-418c-bfea-64b9b7b6043c None None] New status for floating IP 5a2aeab0-46b4-438f-84b6-cf067e7d0ead: DOWN {{(pid=104082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:37:03.298261 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-261f47e4-1a7d-4da7-858f-d2726f02ce2e tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Deleting port fbc8c40c-5c34-4ab4-8e53-f6e6a6981108 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:37:03.298630 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-261f47e4-1a7d-4da7-858f-d2726f02ce2e tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (fbc8c40c-5c34-4ab4-8e53-f6e6a6981108), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:03.387290 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-261f47e4-1a7d-4da7-858f-d2726f02ce2e tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (fbc8c40c-5c34-4ab4-8e53-f6e6a6981108), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:03.387645 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-261f47e4-1a7d-4da7-858f-d2726f02ce2e tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks [] for floatingip (fbc8c40c-5c34-4ab4-8e53-f6e6a6981108), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:03.400225 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-261f47e4-1a7d-4da7-858f-d2726f02ce2e tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Calling delete_port for fbc8c40c-5c34-4ab4-8e53-f6e6a6981108 owned by network:floatingip {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:37:03.522075 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:03.545301 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-261f47e4-1a7d-4da7-858f-d2726f02ce2e tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250202'] for port (fbc8c40c-5c34-4ab4-8e53-f6e6a6981108), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:03.570402 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f47e4-1a7d-4da7-858f-d2726f02ce2e tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Pushing event deleted for resources: {'Port': ['ID=fbc8c40c-5c34-4ab4-8e53-f6e6a6981108,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:03.631784 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-261f47e4-1a7d-4da7-858f-d2726f02ce2e tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks [] for floatingip (5a2aeab0-46b4-438f-84b6-cf067e7d0ead), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:03.635676 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-261f47e4-1a7d-4da7-858f-d2726f02ce2e tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for floatingip (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:03.636837 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-261f47e4-1a7d-4da7-858f-d2726f02ce2e tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] 10.222.0.30 "DELETE /v2.0/floatingips/5a2aeab0-46b4-438f-84b6-cf067e7d0ead HTTP/1.1" status: 204 len: 168 time: 0.4563653 May 23 15:37:05.464171 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-4f2ec698-cb13-4324-b1f5-079b56f9c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:06.323270 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 1163c3a8-18a2-4093-9e90-731d856e8076 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:37:06.343581 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] No Port match for: 1163c3a8-18a2-4093-9e90-731d856e8076 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:37:06.343926 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 1163c3a8-18a2-4093-9e90-731d856e8076 not bound to the agent host hv-cinder-84112 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:37:06.931554 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:08.067454 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:09.727692 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:11.086333 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=22,neutron:DELETE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:11.335999 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 38348) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:11.717849 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:11.808626 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bd60eb49-ae94-45a0-a16c-9e161d1d9ae0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-863352'] for router_interface (8f83d07c-5957-4883-bfd3-40c57a380ba1), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:12.034643 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-bd60eb49-ae94-45a0-a16c-9e161d1d9ae0 admin admin] Deleting port dd39059b-c103-493b-96f9-26f4b5a3695d {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:37:12.035132 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bd60eb49-ae94-45a0-a16c-9e161d1d9ae0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (dd39059b-c103-493b-96f9-26f4b5a3695d), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:12.114094 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-bd60eb49-ae94-45a0-a16c-9e161d1d9ae0 admin admin] For port dd39059b-c103-493b-96f9-26f4b5a3695d, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=dd39059b-c103-493b-96f9-26f4b5a3695d,segment=NetworkSegment(29e85e02-494b-40ff-afd0-9241970fba55),segment_id=29e85e02-494b-40ff-afd0-9241970fba55)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:37:12.114462 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bd60eb49-ae94-45a0-a16c-9e161d1d9ae0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (dd39059b-c103-493b-96f9-26f4b5a3695d), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:12.127216 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-bd60eb49-ae94-45a0-a16c-9e161d1d9ae0 admin admin] Calling delete_port for dd39059b-c103-493b-96f9-26f4b5a3695d owned by network:router_interface {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:37:12.269865 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:12.319455 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bd60eb49-ae94-45a0-a16c-9e161d1d9ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250202'] for port (dd39059b-c103-493b-96f9-26f4b5a3695d), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:12.347291 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd60eb49-ae94-45a0-a16c-9e161d1d9ae0 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd39059b-c103-493b-96f9-26f4b5a3695d,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:12.529041 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bd60eb49-ae94-45a0-a16c-9e161d1d9ae0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-244729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-863468'] for router_interface (8f83d07c-5957-4883-bfd3-40c57a380ba1), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:12.535759 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:12.644336 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 38380) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:12.756998 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-bae4f157-6060-44e8-afbd-58b58951a534 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:12.845476 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-bae4f157-6060-44e8-afbd-58b58951a534 admin admin] Publish callbacks [] for security_group (a1e96196-bff8-4708-bbf7-41bcda056783), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:12.850351 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-bae4f157-6060-44e8-afbd-58b58951a534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (a1e96196-bff8-4708-bbf7-41bcda056783), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:12.894736 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-bae4f157-6060-44e8-afbd-58b58951a534 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=84574144502943a988b912b1ac29b3db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2491088 May 23 15:37:12.898483 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 38384) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:12.914925 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4f157-6060-44e8-afbd-58b58951a534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e96196-bff8-4708-bbf7-41bcda056783,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:12.956604 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-51f4280e-2d84-4c51-9ca5-ebb1bfa2c64f admin admin] Publish callbacks [] for security_group (a1e96196-bff8-4708-bbf7-41bcda056783), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:12.984840 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-51f4280e-2d84-4c51-9ca5-ebb1bfa2c64f admin admin] Publish callbacks [] for security_group (a1e96196-bff8-4708-bbf7-41bcda056783), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:13.006230 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd60eb49-ae94-45a0-a16c-9e161d1d9ae0 admin admin] Router 8f83d07c-5957-4883-bfd3-40c57a380ba1 has already been hosted by L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:37:13.034103 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-51f4280e-2d84-4c51-9ca5-ebb1bfa2c64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (a1e96196-bff8-4708-bbf7-41bcda056783), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:13.036680 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-51f4280e-2d84-4c51-9ca5-ebb1bfa2c64f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:13.037899 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-51f4280e-2d84-4c51-9ca5-ebb1bfa2c64f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a1e96196-bff8-4708-bbf7-41bcda056783 HTTP/1.1" status: 204 len: 168 time: 0.1383698 May 23 15:37:13.047120 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f4280e-2d84-4c51-9ca5-ebb1bfa2c64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e96196-bff8-4708-bbf7-41bcda056783,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:13.136340 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd60eb49-ae94-45a0-a16c-9e161d1d9ae0 admin admin] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:37:13.141933 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-bd60eb49-ae94-45a0-a16c-9e161d1d9ae0 admin admin] 10.222.0.30 "PUT /v2.0/routers/8f83d07c-5957-4883-bfd3-40c57a380ba1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8070524 May 23 15:37:13.144420 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 38394) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:13.153809 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03144a0c-0782-4f8b-957f-ee9af686abbc None None] Sync routers for ids ['8f83d07c-5957-4883-bfd3-40c57a380ba1'] in dv-cinder-841125-8-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:37:13.167797 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03144a0c-0782-4f8b-957f-ee9af686abbc None None] Routers {'8f83d07c-5957-4883-bfd3-40c57a380ba1'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:37:13.169003 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-03144a0c-0782-4f8b-957f-ee9af686abbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:37:05Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['8f83d07c-5957-4883-bfd3-40c57a380ba1'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:37:13.301222 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2d6afa78-b8c8-481c-86a0-3c3fa46e49b9 admin admin] Publish callbacks [] for router (8f83d07c-5957-4883-bfd3-40c57a380ba1), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:13.312606 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-03144a0c-0782-4f8b-957f-ee9af686abbc None None] Set router 8f83d07c-5957-4883-bfd3-40c57a380ba1 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:37:13.513362 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=100 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:13.514861 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2d6afa78-b8c8-481c-86a0-3c3fa46e49b9 admin admin] Publish callbacks [] for router_gateway (8f83d07c-5957-4883-bfd3-40c57a380ba1), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:13.565713 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-2d6afa78-b8c8-481c-86a0-3c3fa46e49b9 admin admin] Deleting port 46b88a5c-1348-414c-bd52-b8fe78e8c9bc {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:37:13.566085 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2d6afa78-b8c8-481c-86a0-3c3fa46e49b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (46b88a5c-1348-414c-bd52-b8fe78e8c9bc), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:13.624145 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-03144a0c-0782-4f8b-957f-ee9af686abbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'name': 'tempest-AttachVolumeShelveTestJSON-765194453-router', 'tenant_id': '65c6b1563c424330ade1ef15f8efa110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '46b88a5c-1348-414c-bd52-b8fe78e8c9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:46Z', 'updated_at': '2022-05-23T15:37:12Z', 'revision_number': 5, 'project_id': '65c6b1563c424330ade1ef15f8efa110', 'gw_port': {'id': '46b88a5c-1348-414c-bd52-b8fe78e8c9bc', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:04:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:29:47Z', 'updated_at': '2022-05-23T15:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi'}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:37:13.654895 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03144a0c-0782-4f8b-957f-ee9af686abbc None None] Checking router: 8f83d07c-5957-4883-bfd3-40c57a380ba1 for host: dv-cinder-841125-8-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:37:13.667449 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03144a0c-0782-4f8b-957f-ee9af686abbc None None] Routers {'8f83d07c-5957-4883-bfd3-40c57a380ba1'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:37:13.668778 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-03144a0c-0782-4f8b-957f-ee9af686abbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:37:05Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['8f83d07c-5957-4883-bfd3-40c57a380ba1'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:37:13.676171 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-2d6afa78-b8c8-481c-86a0-3c3fa46e49b9 admin admin] For port 46b88a5c-1348-414c-bd52-b8fe78e8c9bc, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=46b88a5c-1348-414c-bd52-b8fe78e8c9bc,segment=NetworkSegment(36a83107-a298-4f41-a08d-e6c665169c28),segment_id=36a83107-a298-4f41-a08d-e6c665169c28)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:37:13.676554 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2d6afa78-b8c8-481c-86a0-3c3fa46e49b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (46b88a5c-1348-414c-bd52-b8fe78e8c9bc), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:13.692420 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-2d6afa78-b8c8-481c-86a0-3c3fa46e49b9 admin admin] Calling delete_port for 46b88a5c-1348-414c-bd52-b8fe78e8c9bc owned by network:router_gateway {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:37:13.758679 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:13.772172 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-03144a0c-0782-4f8b-957f-ee9af686abbc None None] Set router 8f83d07c-5957-4883-bfd3-40c57a380ba1 gateway port host: None {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:37:13.838059 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-03144a0c-0782-4f8b-957f-ee9af686abbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'name': 'tempest-AttachVolumeShelveTestJSON-765194453-router', 'tenant_id': '65c6b1563c424330ade1ef15f8efa110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:46Z', 'updated_at': '2022-05-23T15:37:13Z', 'revision_number': 6, 'project_id': '65c6b1563c424330ade1ef15f8efa110', 'gw_port_host': None}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:37:13.851279 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:13.864361 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03144a0c-0782-4f8b-957f-ee9af686abbc None None] The sync data for ids ['8f83d07c-5957-4883-bfd3-40c57a380ba1'] in dv-cinder-841125-8-iscsi is: [{'id': '8f83d07c-5957-4883-bfd3-40c57a380ba1', 'name': 'tempest-AttachVolumeShelveTestJSON-765194453-router', 'tenant_id': '65c6b1563c424330ade1ef15f8efa110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:29:46Z', 'updated_at': '2022-05-23T15:37:13Z', 'revision_number': 6, 'project_id': '65c6b1563c424330ade1ef15f8efa110', 'gw_port_host': None}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:37:13.902818 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2d6afa78-b8c8-481c-86a0-3c3fa46e49b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250202'] for port (46b88a5c-1348-414c-bd52-b8fe78e8c9bc), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:13.929422 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6afa78-b8c8-481c-86a0-3c3fa46e49b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=46b88a5c-1348-414c-bd52-b8fe78e8c9bc,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:14.004303 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2d6afa78-b8c8-481c-86a0-3c3fa46e49b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-866434'] for router_gateway (8f83d07c-5957-4883-bfd3-40c57a380ba1), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:14.093137 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2d6afa78-b8c8-481c-86a0-3c3fa46e49b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-866909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31511'] for router (8f83d07c-5957-4883-bfd3-40c57a380ba1), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:14.095293 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2d6afa78-b8c8-481c-86a0-3c3fa46e49b9 admin admin] Publish callbacks [] for router_controller (8f83d07c-5957-4883-bfd3-40c57a380ba1), precommit_delete_associations {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:14.148138 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2d6afa78-b8c8-481c-86a0-3c3fa46e49b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-866852'] for router (8f83d07c-5957-4883-bfd3-40c57a380ba1), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:14.148681 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6afa78-b8c8-481c-86a0-3c3fa46e49b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f83d07c-5957-4883-bfd3-40c57a380ba1 {{(pid=104081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 15:37:14.153579 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2d6afa78-b8c8-481c-86a0-3c3fa46e49b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:14.155214 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-2d6afa78-b8c8-481c-86a0-3c3fa46e49b9 admin admin] 10.222.0.30 "DELETE /v2.0/routers/8f83d07c-5957-4883-bfd3-40c57a380ba1 HTTP/1.1" status: 204 len: 168 time: 1.0092313 May 23 15:37:14.157304 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 38416) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:14.203277 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f06d26d-a48f-4db0-902e-b39ea251063d admin admin] Deleting subnet 045c111a-efa9-497c-8e54-7f6b21c0aa2b {{(pid=104081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 15:37:14.207226 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3f06d26d-a48f-4db0-902e-b39ea251063d admin admin] Publish callbacks [] for subnet (045c111a-efa9-497c-8e54-7f6b21c0aa2b), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:14.241928 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3f06d26d-a48f-4db0-902e-b39ea251063d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4630923'] for subnet (045c111a-efa9-497c-8e54-7f6b21c0aa2b), precommit_delete_associations {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:14.355475 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3f06d26d-a48f-4db0-902e-b39ea251063d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773257'] for subnet (045c111a-efa9-497c-8e54-7f6b21c0aa2b), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:14.410555 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3f06d26d-a48f-4db0-902e-b39ea251063d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4250509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4734515'] for subnet (045c111a-efa9-497c-8e54-7f6b21c0aa2b), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:14.434842 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f06d26d-a48f-4db0-902e-b39ea251063d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=045c111a-efa9-497c-8e54-7f6b21c0aa2b,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:14.441342 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3f06d26d-a48f-4db0-902e-b39ea251063d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:14.447264 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 38418) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:14.448763 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73fdf2a-80b0-4e48-95a8-a2384da21d78 None None] Network 751cbaf0-d17b-4cd8-950f-078d51e9414f requested from dv-cinder-841125-8-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:37:14.451126 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-3f06d26d-a48f-4db0-902e-b39ea251063d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/045c111a-efa9-497c-8e54-7f6b21c0aa2b HTTP/1.1" status: 204 len: 168 time: 0.2870617 May 23 15:37:14.529448 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7e4b123e-60a3-4dbb-97de-2d5d51d4da82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1839458'] for network (751cbaf0-d17b-4cd8-950f-078d51e9414f), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:14.578488 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b123e-60a3-4dbb-97de-2d5d51d4da82 admin admin] Deleting port 9e4e963f-c437-4a8f-bc56-89882b1468d8 {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:37:14.578824 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7e4b123e-60a3-4dbb-97de-2d5d51d4da82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (9e4e963f-c437-4a8f-bc56-89882b1468d8), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:14.637065 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:14.644369 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01093dd3-e63f-4666-b7c0-2678cd8cb007 None None] DHCP port deletion for 751cbaf0-d17b-4cd8-950f-078d51e9414f request from dv-cinder-841125-8-iscsi {{(pid=104082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 23 15:37:14.670492 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [None req-7e4b123e-60a3-4dbb-97de-2d5d51d4da82 admin admin] For port 9e4e963f-c437-4a8f-bc56-89882b1468d8, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=9e4e963f-c437-4a8f-bc56-89882b1468d8,segment=NetworkSegment(29e85e02-494b-40ff-afd0-9241970fba55),segment_id=29e85e02-494b-40ff-afd0-9241970fba55)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:37:14.670737 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7e4b123e-60a3-4dbb-97de-2d5d51d4da82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (9e4e963f-c437-4a8f-bc56-89882b1468d8), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:14.687069 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b123e-60a3-4dbb-97de-2d5d51d4da82 admin admin] Calling delete_port for 9e4e963f-c437-4a8f-bc56-89882b1468d8 owned by network:dhcp {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:37:14.706419 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-01093dd3-e63f-4666-b7c0-2678cd8cb007 None None] Deleting port 9e4e963f-c437-4a8f-bc56-89882b1468d8 {{(pid=104082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:37:14.706894 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-01093dd3-e63f-4666-b7c0-2678cd8cb007 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (9e4e963f-c437-4a8f-bc56-89882b1468d8), before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:14.776446 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7e4b123e-60a3-4dbb-97de-2d5d51d4da82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (9e4e963f-c437-4a8f-bc56-89882b1468d8), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:14.779589 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-01093dd3-e63f-4666-b7c0-2678cd8cb007 None None] For port 9e4e963f-c437-4a8f-bc56-89882b1468d8, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=9e4e963f-c437-4a8f-bc56-89882b1468d8,segment=NetworkSegment(29e85e02-494b-40ff-afd0-9241970fba55),segment_id=29e85e02-494b-40ff-afd0-9241970fba55)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:37:14.780457 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-01093dd3-e63f-4666-b7c0-2678cd8cb007 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (9e4e963f-c437-4a8f-bc56-89882b1468d8), precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:14.798025 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-01093dd3-e63f-4666-b7c0-2678cd8cb007 None None] Calling delete_port for 9e4e963f-c437-4a8f-bc56-89882b1468d8 owned by network:dhcp {{(pid=104082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:37:14.825678 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b123e-60a3-4dbb-97de-2d5d51d4da82 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e4e963f-c437-4a8f-bc56-89882b1468d8,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:14.829237 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4b123e-60a3-4dbb-97de-2d5d51d4da82 admin admin] No DVR routers for this DVR port 9e4e963f-c437-4a8f-bc56-89882b1468d8 on host dv-cinder-841125-8-iscsi {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:37:14.905316 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-01093dd3-e63f-4666-b7c0-2678cd8cb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974'] for port (9e4e963f-c437-4a8f-bc56-89882b1468d8), after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:14.914967 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7e4b123e-60a3-4dbb-97de-2d5d51d4da82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769542', 'neutron.services.segments.db._delete_segments_for_network-8781040571751'] for network (751cbaf0-d17b-4cd8-950f-078d51e9414f), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:14.934774 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01093dd3-e63f-4666-b7c0-2678cd8cb007 None None] No DVR routers for this DVR port 9e4e963f-c437-4a8f-bc56-89882b1468d8 on host dv-cinder-841125-8-iscsi {{(pid=104082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:37:14.936482 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01093dd3-e63f-4666-b7c0-2678cd8cb007 None None] Pushing event deleted for resources: {'Port': ['ID=9e4e963f-c437-4a8f-bc56-89882b1468d8,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:14.945849 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-7e4b123e-60a3-4dbb-97de-2d5d51d4da82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['751cbaf0-d17b-4cd8-950f-078d51e9414f']}} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:37:14.956756 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-7e4b123e-60a3-4dbb-97de-2d5d51d4da82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29e85e02-494b-40ff-afd0-9241970fba55') {'for_net_delete': True} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:37:14.957088 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-7e4b123e-60a3-4dbb-97de-2d5d51d4da82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29e85e02-494b-40ff-afd0-9241970fba55') {} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:37:14.969739 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7e4b123e-60a3-4dbb-97de-2d5d51d4da82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781040573040', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4413023'] for segment (29e85e02-494b-40ff-afd0-9241970fba55), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:14.981456 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:14.987433 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7e4b123e-60a3-4dbb-97de-2d5d51d4da82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226'] for segment (29e85e02-494b-40ff-afd0-9241970fba55), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:14.998093 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e4b123e-60a3-4dbb-97de-2d5d51d4da82 admin admin] Releasing vlan 960 on physical network physnet1 to pool {{(pid=104080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 15:37:14.998495 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7e4b123e-60a3-4dbb-97de-2d5d51d4da82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4413230'] for segment (29e85e02-494b-40ff-afd0-9241970fba55), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:15.043829 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.services.segments.plugin [-] Segment 29e85e02-494b-40ff-afd0-9241970fba55 resource provider aggregate not found May 23 15:37:15.063126 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.services.segments.plugin [-] Segment 29e85e02-494b-40ff-afd0-9241970fba55 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 29e85e02-494b-40ff-afd0-9241970fba55 found for delete ", "request_id": "req-cf136466-0940-4637-9419-688ae5e1e9c7"}]} May 23 15:37:15.074227 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7e4b123e-60a3-4dbb-97de-2d5d51d4da82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-863850'] for network (751cbaf0-d17b-4cd8-950f-078d51e9414f), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:15.084755 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7e4b123e-60a3-4dbb-97de-2d5d51d4da82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:15.087956 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-7e4b123e-60a3-4dbb-97de-2d5d51d4da82 admin admin] 10.222.0.30 "DELETE /v2.0/networks/751cbaf0-d17b-4cd8-950f-078d51e9414f HTTP/1.1" status: 204 len: 168 time: 0.6393487 May 23 15:37:15.101406 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b123e-60a3-4dbb-97de-2d5d51d4da82 admin admin] Pushing event deleted for resources: {'Network': ['ID=751cbaf0-d17b-4cd8-950f-078d51e9414f,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:15.274840 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 38460) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:15.321052 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-6e9ae077-df80-4000-b76a-cf4b6584c7c0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=65c6b1563c424330ade1ef15f8efa110&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0449903 May 23 15:37:15.323457 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 38462) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:15.369653 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c5ec159c-5192-4ae5-aacd-f75010fc8f3c admin admin] Publish callbacks [] for security_group (5e052684-56ee-486b-813b-af361c4e8450), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:15.391348 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c5ec159c-5192-4ae5-aacd-f75010fc8f3c admin admin] Publish callbacks [] for security_group (5e052684-56ee-486b-813b-af361c4e8450), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:15.439982 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c5ec159c-5192-4ae5-aacd-f75010fc8f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (5e052684-56ee-486b-813b-af361c4e8450), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:15.442737 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c5ec159c-5192-4ae5-aacd-f75010fc8f3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:15.446615 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-c5ec159c-5192-4ae5-aacd-f75010fc8f3c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5e052684-56ee-486b-813b-af361c4e8450 HTTP/1.1" status: 204 len: 168 time: 0.1195824 May 23 15:37:15.452485 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec159c-5192-4ae5-aacd-f75010fc8f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e052684-56ee-486b-813b-af361c4e8450,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:15.504824 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 9e4e963f-c437-4a8f-bc56-89882b1468d8 no longer exists at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:37:15.523875 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] No Port match for: 9e4e963f-c437-4a8f-bc56-89882b1468d8 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:37:15.524219 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 9e4e963f-c437-4a8f-bc56-89882b1468d8 not bound to the agent host dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:37:15.524637 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device dd39059b-c103-493b-96f9-26f4b5a3695d no longer exists at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:37:15.542804 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] No Port match for: dd39059b-c103-493b-96f9-26f4b5a3695d {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:37:15.543150 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device dd39059b-c103-493b-96f9-26f4b5a3695d not bound to the agent host dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:37:15.543568 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 46b88a5c-1348-414c-bd52-b8fe78e8c9bc no longer exists at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:37:15.563195 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] No Port match for: 46b88a5c-1348-414c-bd52-b8fe78e8c9bc {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:37:15.563596 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 46b88a5c-1348-414c-bd52-b8fe78e8c9bc not bound to the agent host dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:37:16.879922 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 38534) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:16.923433 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:16.931373 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (88197243-2542-4a6c-b81b-f727b3d95aaf), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:16.992256 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cefd569c-0a3b-4033-af86-f499188b7e97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:17.069647 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cefd569c-0a3b-4033-af86-f499188b7e97 admin admin] Publish callbacks [] for security_group (8a4f50f2-38eb-4411-ad5d-e8c1620d7af5), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:17.073495 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cefd569c-0a3b-4033-af86-f499188b7e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (8a4f50f2-38eb-4411-ad5d-e8c1620d7af5), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:17.116346 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefd569c-0a3b-4033-af86-f499188b7e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4f50f2-38eb-4411-ad5d-e8c1620d7af5,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:17.121156 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-cefd569c-0a3b-4033-af86-f499188b7e97 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ecb3a604bce84d20aa08c32faa4b4013&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2401347 May 23 15:37:17.123891 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 38538) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:17.171815 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-228a0758-17a0-4419-a145-0a6afaa734c0 admin admin] Publish callbacks [] for security_group (8a4f50f2-38eb-4411-ad5d-e8c1620d7af5), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:17.176698 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:17.196528 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-228a0758-17a0-4419-a145-0a6afaa734c0 admin admin] Publish callbacks [] for security_group (8a4f50f2-38eb-4411-ad5d-e8c1620d7af5), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:17.243903 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-228a0758-17a0-4419-a145-0a6afaa734c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (8a4f50f2-38eb-4411-ad5d-e8c1620d7af5), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:17.246379 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-228a0758-17a0-4419-a145-0a6afaa734c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:17.247554 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-228a0758-17a0-4419-a145-0a6afaa734c0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8a4f50f2-38eb-4411-ad5d-e8c1620d7af5 HTTP/1.1" status: 204 len: 168 time: 0.1229455 May 23 15:37:17.255746 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a0758-17a0-4419-a145-0a6afaa734c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4f50f2-38eb-4411-ad5d-e8c1620d7af5,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:17.533619 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 38550) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:17.553713 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a0edf8c3-ab21-4ef6-80f3-aa6b253b2c8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:17.648949 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a0edf8c3-ab21-4ef6-80f3-aa6b253b2c8f admin admin] Publish callbacks [] for security_group (c7d289e0-f47d-4257-93c9-0c3636d55af0), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:17.654049 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a0edf8c3-ab21-4ef6-80f3-aa6b253b2c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (c7d289e0-f47d-4257-93c9-0c3636d55af0), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:17.707652 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0edf8c3-ab21-4ef6-80f3-aa6b253b2c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d289e0-f47d-4257-93c9-0c3636d55af0,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:17.707652 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-a0edf8c3-ab21-4ef6-80f3-aa6b253b2c8f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b9829182b3e44100b8bac79a58a650d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1693211 May 23 15:37:17.707652 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 38560) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:17.751092 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=80,neutron:DELETE=11,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:17.761409 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2840adf0-23c6-4486-ad96-c9984d36a1d4 admin admin] Publish callbacks [] for security_group (c7d289e0-f47d-4257-93c9-0c3636d55af0), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:17.785797 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2840adf0-23c6-4486-ad96-c9984d36a1d4 admin admin] Publish callbacks [] for security_group (c7d289e0-f47d-4257-93c9-0c3636d55af0), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:17.835639 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2840adf0-23c6-4486-ad96-c9984d36a1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (c7d289e0-f47d-4257-93c9-0c3636d55af0), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:17.838363 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2840adf0-23c6-4486-ad96-c9984d36a1d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:17.839523 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-2840adf0-23c6-4486-ad96-c9984d36a1d4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c7d289e0-f47d-4257-93c9-0c3636d55af0 HTTP/1.1" status: 204 len: 168 time: 0.1310246 May 23 15:37:17.842580 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=7,neutron:INSERT=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:17.848440 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2840adf0-23c6-4486-ad96-c9984d36a1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d289e0-f47d-4257-93c9-0c3636d55af0,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:22.920772 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 38732) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:23.024470 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6b9653af-9baf-40ff-a6f1-19bbe5addc8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:23.098790 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6b9653af-9baf-40ff-a6f1-19bbe5addc8d admin admin] Publish callbacks [] for security_group (3f0800e2-2636-4b8e-81ec-59c43aee2d86), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:23.102545 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6b9653af-9baf-40ff-a6f1-19bbe5addc8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (3f0800e2-2636-4b8e-81ec-59c43aee2d86), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:23.139416 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9653af-9baf-40ff-a6f1-19bbe5addc8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0800e2-2636-4b8e-81ec-59c43aee2d86,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:23.144267 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-6b9653af-9baf-40ff-a6f1-19bbe5addc8d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=089df9e029804f739b5e66cc405dda34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2224572 May 23 15:37:23.147631 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 38736) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:23.164260 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=13 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:23.199997 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-53663712-4716-4751-80cd-04057a479789 admin admin] Publish callbacks [] for security_group (3f0800e2-2636-4b8e-81ec-59c43aee2d86), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:23.220978 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-53663712-4716-4751-80cd-04057a479789 admin admin] Publish callbacks [] for security_group (3f0800e2-2636-4b8e-81ec-59c43aee2d86), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:23.266940 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-53663712-4716-4751-80cd-04057a479789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (3f0800e2-2636-4b8e-81ec-59c43aee2d86), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:23.270337 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-53663712-4716-4751-80cd-04057a479789 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:23.271490 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-53663712-4716-4751-80cd-04057a479789 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3f0800e2-2636-4b8e-81ec-59c43aee2d86 HTTP/1.1" status: 204 len: 168 time: 0.1235719 May 23 15:37:23.281876 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53663712-4716-4751-80cd-04057a479789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0800e2-2636-4b8e-81ec-59c43aee2d86,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:23.552221 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 38752) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:23.566520 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e5b40fbb-783f-4c1c-bb8e-3ec33e697d42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:23.680040 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e5b40fbb-783f-4c1c-bb8e-3ec33e697d42 admin admin] Publish callbacks [] for security_group (52c3dc92-ec4a-455c-ab71-5a5ee1507077), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:23.686185 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e5b40fbb-783f-4c1c-bb8e-3ec33e697d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (52c3dc92-ec4a-455c-ab71-5a5ee1507077), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:23.730308 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-e5b40fbb-783f-4c1c-bb8e-3ec33e697d42 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=77b71898479b4f759ddb2c07693582a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1746016 May 23 15:37:23.730308 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b40fbb-783f-4c1c-bb8e-3ec33e697d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c3dc92-ec4a-455c-ab71-5a5ee1507077,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:23.730678 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 38770) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:23.782541 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-317cc445-d312-4c45-a2a5-a7eb0a26fb7c admin admin] Publish callbacks [] for security_group (52c3dc92-ec4a-455c-ab71-5a5ee1507077), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:23.805903 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=26 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:23.809878 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-317cc445-d312-4c45-a2a5-a7eb0a26fb7c admin admin] Publish callbacks [] for security_group (52c3dc92-ec4a-455c-ab71-5a5ee1507077), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:23.841239 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=97 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:23.861084 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-317cc445-d312-4c45-a2a5-a7eb0a26fb7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (52c3dc92-ec4a-455c-ab71-5a5ee1507077), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:23.863785 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-317cc445-d312-4c45-a2a5-a7eb0a26fb7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:23.867600 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-317cc445-d312-4c45-a2a5-a7eb0a26fb7c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/52c3dc92-ec4a-455c-ab71-5a5ee1507077 HTTP/1.1" status: 204 len: 168 time: 0.1357338 May 23 15:37:23.875772 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317cc445-d312-4c45-a2a5-a7eb0a26fb7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c3dc92-ec4a-455c-ab71-5a5ee1507077,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:23.889386 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:23.974126 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 38776) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:24.199068 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b66f4905-91cf-4430-9fa4-9b7c9fdb0e8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:24.283463 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b66f4905-91cf-4430-9fa4-9b7c9fdb0e8e admin admin] Publish callbacks [] for security_group (ace59aaf-544e-4734-91e9-2d8002702a6a), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:24.287794 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b66f4905-91cf-4430-9fa4-9b7c9fdb0e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (ace59aaf-544e-4734-91e9-2d8002702a6a), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:24.327146 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-b66f4905-91cf-4430-9fa4-9b7c9fdb0e8e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=86083144dbcd42c491a8086e3800a6cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3518844 May 23 15:37:24.329182 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f4905-91cf-4430-9fa4-9b7c9fdb0e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace59aaf-544e-4734-91e9-2d8002702a6a,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:24.329978 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 38790) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:24.389620 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8e82c4c4-74c4-4f10-8338-6cc83b37a245 admin admin] Publish callbacks [] for security_group (ace59aaf-544e-4734-91e9-2d8002702a6a), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:24.412683 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8e82c4c4-74c4-4f10-8338-6cc83b37a245 admin admin] Publish callbacks [] for security_group (ace59aaf-544e-4734-91e9-2d8002702a6a), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:24.465096 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8e82c4c4-74c4-4f10-8338-6cc83b37a245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (ace59aaf-544e-4734-91e9-2d8002702a6a), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:24.467677 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8e82c4c4-74c4-4f10-8338-6cc83b37a245 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:24.468835 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-8e82c4c4-74c4-4f10-8338-6cc83b37a245 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ace59aaf-544e-4734-91e9-2d8002702a6a HTTP/1.1" status: 204 len: 168 time: 0.1372991 May 23 15:37:24.476664 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e82c4c4-74c4-4f10-8338-6cc83b37a245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace59aaf-544e-4734-91e9-2d8002702a6a,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:24.494887 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:26.011003 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 38898) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:26.122346 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ea5718a5-6f1a-4f5f-88b5-d78595fe9685 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:26.209093 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ea5718a5-6f1a-4f5f-88b5-d78595fe9685 admin admin] Publish callbacks [] for security_group (a33838a8-eec5-47a3-b9c9-e67e8b2c3e5f), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:26.213017 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ea5718a5-6f1a-4f5f-88b5-d78595fe9685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (a33838a8-eec5-47a3-b9c9-e67e8b2c3e5f), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:26.254164 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-ea5718a5-6f1a-4f5f-88b5-d78595fe9685 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fbb48f6cb69a47e6922eda90627d1dc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2420828 May 23 15:37:26.256152 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5718a5-6f1a-4f5f-88b5-d78595fe9685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33838a8-eec5-47a3-b9c9-e67e8b2c3e5f,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:26.256930 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 38920) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:26.310987 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d1df87bb-04e6-4ed3-996e-a3f287428255 admin admin] Publish callbacks [] for security_group (a33838a8-eec5-47a3-b9c9-e67e8b2c3e5f), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:26.313670 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=81,neutron:DELETE=9,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:26.346450 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d1df87bb-04e6-4ed3-996e-a3f287428255 admin admin] Publish callbacks [] for security_group (a33838a8-eec5-47a3-b9c9-e67e8b2c3e5f), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:26.397096 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d1df87bb-04e6-4ed3-996e-a3f287428255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (a33838a8-eec5-47a3-b9c9-e67e8b2c3e5f), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:26.401391 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d1df87bb-04e6-4ed3-996e-a3f287428255 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:26.402982 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-d1df87bb-04e6-4ed3-996e-a3f287428255 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a33838a8-eec5-47a3-b9c9-e67e8b2c3e5f HTTP/1.1" status: 204 len: 168 time: 0.1448591 May 23 15:37:26.411018 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1df87bb-04e6-4ed3-996e-a3f287428255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33838a8-eec5-47a3-b9c9-e67e8b2c3e5f,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:26.539389 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 38932) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:26.709672 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 38936) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:26.734436 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0951b91a-13a8-4d3f-98f2-058db08aea82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:26.736259 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-97e2e835-ae21-4586-8df4-65ea9b48133f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:26.785707 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:26.874350 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-97e2e835-ae21-4586-8df4-65ea9b48133f admin admin] Publish callbacks [] for security_group (2772d607-a1a2-4c46-a2d5-5d8299227c19), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:26.878944 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0951b91a-13a8-4d3f-98f2-058db08aea82 admin admin] Publish callbacks [] for security_group (94c203d8-aebd-4814-9c69-4bc166f56b0b), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:26.880239 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-97e2e835-ae21-4586-8df4-65ea9b48133f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (2772d607-a1a2-4c46-a2d5-5d8299227c19), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:26.892425 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0951b91a-13a8-4d3f-98f2-058db08aea82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (94c203d8-aebd-4814-9c69-4bc166f56b0b), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:26.937864 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-97e2e835-ae21-4586-8df4-65ea9b48133f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d0edf57bf68147baa4cc35e69652687d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3973019 May 23 15:37:26.941766 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 38940) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:26.949749 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e2e835-ae21-4586-8df4-65ea9b48133f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2772d607-a1a2-4c46-a2d5-5d8299227c19,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:26.972629 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-0951b91a-13a8-4d3f-98f2-058db08aea82 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=013bb5ff1d7043e5962a4976f3329e6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2577484 May 23 15:37:26.973370 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 38942) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:27.000835 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0951b91a-13a8-4d3f-98f2-058db08aea82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c203d8-aebd-4814-9c69-4bc166f56b0b,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:27.013521 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7587739c-159c-4aeb-b667-86d657b2d58e admin admin] Publish callbacks [] for security_group (2772d607-a1a2-4c46-a2d5-5d8299227c19), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:27.036483 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7587739c-159c-4aeb-b667-86d657b2d58e admin admin] Publish callbacks [] for security_group (2772d607-a1a2-4c46-a2d5-5d8299227c19), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:27.038691 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-957b1a1e-ce0f-48a6-9fb1-94b07b75f7e0 admin admin] Publish callbacks [] for security_group (94c203d8-aebd-4814-9c69-4bc166f56b0b), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:27.061974 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-957b1a1e-ce0f-48a6-9fb1-94b07b75f7e0 admin admin] Publish callbacks [] for security_group (94c203d8-aebd-4814-9c69-4bc166f56b0b), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:27.089591 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7587739c-159c-4aeb-b667-86d657b2d58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (2772d607-a1a2-4c46-a2d5-5d8299227c19), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:27.092088 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7587739c-159c-4aeb-b667-86d657b2d58e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:27.093247 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-7587739c-159c-4aeb-b667-86d657b2d58e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2772d607-a1a2-4c46-a2d5-5d8299227c19 HTTP/1.1" status: 204 len: 168 time: 0.1504354 May 23 15:37:27.102347 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7587739c-159c-4aeb-b667-86d657b2d58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2772d607-a1a2-4c46-a2d5-5d8299227c19,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:27.116018 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-957b1a1e-ce0f-48a6-9fb1-94b07b75f7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (94c203d8-aebd-4814-9c69-4bc166f56b0b), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:27.118882 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-957b1a1e-ce0f-48a6-9fb1-94b07b75f7e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:27.133159 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-957b1a1e-ce0f-48a6-9fb1-94b07b75f7e0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/94c203d8-aebd-4814-9c69-4bc166f56b0b HTTP/1.1" status: 204 len: 168 time: 0.1502407 May 23 15:37:27.142535 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b1a1e-ce0f-48a6-9fb1-94b07b75f7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c203d8-aebd-4814-9c69-4bc166f56b0b,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:27.494497 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 38958) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:27.508954 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1b4e029b-cbae-4bee-aad9-cd9e081bf63e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:27.546588 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:27.559114 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:27.592714 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1b4e029b-cbae-4bee-aad9-cd9e081bf63e admin admin] Publish callbacks [] for security_group (6ad17efc-93fe-4afe-a933-472d57488ad4), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:27.598124 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1b4e029b-cbae-4bee-aad9-cd9e081bf63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (6ad17efc-93fe-4afe-a933-472d57488ad4), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:27.637415 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-1b4e029b-cbae-4bee-aad9-cd9e081bf63e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d7a05a26a0c34a8bbd077944bd91fe1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1418064 May 23 15:37:27.638531 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e029b-cbae-4bee-aad9-cd9e081bf63e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad17efc-93fe-4afe-a933-472d57488ad4,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:27.640340 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 38962) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:27.693286 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d40d3538-c76b-4018-9090-2031c225cc16 admin admin] Publish callbacks [] for security_group (6ad17efc-93fe-4afe-a933-472d57488ad4), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:27.722797 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d40d3538-c76b-4018-9090-2031c225cc16 admin admin] Publish callbacks [] for security_group (6ad17efc-93fe-4afe-a933-472d57488ad4), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:27.750947 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:27.781258 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d40d3538-c76b-4018-9090-2031c225cc16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (6ad17efc-93fe-4afe-a933-472d57488ad4), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:27.784400 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d40d3538-c76b-4018-9090-2031c225cc16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:27.788168 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-d40d3538-c76b-4018-9090-2031c225cc16 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6ad17efc-93fe-4afe-a933-472d57488ad4 HTTP/1.1" status: 204 len: 168 time: 0.1460378 May 23 15:37:27.796144 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d3538-c76b-4018-9090-2031c225cc16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad17efc-93fe-4afe-a933-472d57488ad4,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:29.347838 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 39028) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:29.468696 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-afb45d9e-da04-4926-80f5-8173d6d6afbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:29.544206 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-afb45d9e-da04-4926-80f5-8173d6d6afbc admin admin] Publish callbacks [] for security_group (3a0429da-870e-4a98-83f1-5d2609f825a4), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:29.548012 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-afb45d9e-da04-4926-80f5-8173d6d6afbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (3a0429da-870e-4a98-83f1-5d2609f825a4), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:29.587642 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-afb45d9e-da04-4926-80f5-8173d6d6afbc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0a3060b8fe0245e29e9fbfed08be713f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386873 May 23 15:37:29.588372 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb45d9e-da04-4926-80f5-8173d6d6afbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0429da-870e-4a98-83f1-5d2609f825a4,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:29.590556 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 39034) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:29.640086 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-28d08916-a3fb-400a-84f3-65751e338d28 admin admin] Publish callbacks [] for security_group (3a0429da-870e-4a98-83f1-5d2609f825a4), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:29.664858 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-28d08916-a3fb-400a-84f3-65751e338d28 admin admin] Publish callbacks [] for security_group (3a0429da-870e-4a98-83f1-5d2609f825a4), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:29.713265 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-28d08916-a3fb-400a-84f3-65751e338d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (3a0429da-870e-4a98-83f1-5d2609f825a4), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:29.715963 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-28d08916-a3fb-400a-84f3-65751e338d28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:29.717136 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-28d08916-a3fb-400a-84f3-65751e338d28 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3a0429da-870e-4a98-83f1-5d2609f825a4 HTTP/1.1" status: 204 len: 168 time: 0.1249328 May 23 15:37:29.726267 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d08916-a3fb-400a-84f3-65751e338d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0429da-870e-4a98-83f1-5d2609f825a4,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:30.009347 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 39052) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:30.024430 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e36f97c9-87c6-4d46-ad3e-3bea261f7290 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:30.098737 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:INSERT=19,neutron:SELECT=74,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:30.110853 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e36f97c9-87c6-4d46-ad3e-3bea261f7290 admin admin] Publish callbacks [] for security_group (fa3fa3c1-7111-4444-a7de-ddac14720391), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:30.114845 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e36f97c9-87c6-4d46-ad3e-3bea261f7290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (fa3fa3c1-7111-4444-a7de-ddac14720391), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:30.156607 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f97c9-87c6-4d46-ad3e-3bea261f7290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3fa3c1-7111-4444-a7de-ddac14720391,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:30.161636 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-e36f97c9-87c6-4d46-ad3e-3bea261f7290 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0bcb8ec450d44917858caf22e33afa4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1508479 May 23 15:37:30.164134 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 39062) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:30.214506 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-42ef04bd-508c-49f9-bb34-d9daf25adedc admin admin] Publish callbacks [] for security_group (fa3fa3c1-7111-4444-a7de-ddac14720391), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:30.236333 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-42ef04bd-508c-49f9-bb34-d9daf25adedc admin admin] Publish callbacks [] for security_group (fa3fa3c1-7111-4444-a7de-ddac14720391), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:30.284528 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-42ef04bd-508c-49f9-bb34-d9daf25adedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (fa3fa3c1-7111-4444-a7de-ddac14720391), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:30.287136 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-42ef04bd-508c-49f9-bb34-d9daf25adedc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:30.288375 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-42ef04bd-508c-49f9-bb34-d9daf25adedc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fa3fa3c1-7111-4444-a7de-ddac14720391 HTTP/1.1" status: 204 len: 168 time: 0.1233592 May 23 15:37:30.298974 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef04bd-508c-49f9-bb34-d9daf25adedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3fa3c1-7111-4444-a7de-ddac14720391,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:32.473640 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 39172) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:32.587697 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ed8de8b1-7d80-419c-8af7-43821da83597 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:32.681231 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ed8de8b1-7d80-419c-8af7-43821da83597 admin admin] Publish callbacks [] for security_group (198fc5c0-368c-49ad-bd0d-7e69c65a19a9), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:32.685484 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ed8de8b1-7d80-419c-8af7-43821da83597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (198fc5c0-368c-49ad-bd0d-7e69c65a19a9), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:32.727666 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8de8b1-7d80-419c-8af7-43821da83597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198fc5c0-368c-49ad-bd0d-7e69c65a19a9,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:32.731981 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-ed8de8b1-7d80-419c-8af7-43821da83597 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9456e3e2917e472181c820fb193f8639&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2573235 May 23 15:37:32.734678 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 39190) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:32.742113 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:32.789416 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ff1cf510-8b57-4f2b-947f-6d24344f1b99 admin admin] Publish callbacks [] for security_group (198fc5c0-368c-49ad-bd0d-7e69c65a19a9), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:32.813280 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ff1cf510-8b57-4f2b-947f-6d24344f1b99 admin admin] Publish callbacks [] for security_group (198fc5c0-368c-49ad-bd0d-7e69c65a19a9), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:32.863791 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ff1cf510-8b57-4f2b-947f-6d24344f1b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (198fc5c0-368c-49ad-bd0d-7e69c65a19a9), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:32.866429 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ff1cf510-8b57-4f2b-947f-6d24344f1b99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:32.867558 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-ff1cf510-8b57-4f2b-947f-6d24344f1b99 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/198fc5c0-368c-49ad-bd0d-7e69c65a19a9 HTTP/1.1" status: 204 len: 168 time: 0.1319933 May 23 15:37:32.875202 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1cf510-8b57-4f2b-947f-6d24344f1b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198fc5c0-368c-49ad-bd0d-7e69c65a19a9,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:33.111601 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d1e8d456-b546-41ff-bf74-61f71a9287fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:33.139922 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 39198) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:33.153354 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8a12bef5-7605-4cc9-ae76-9073304360c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:33.227077 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8a12bef5-7605-4cc9-ae76-9073304360c1 admin admin] Publish callbacks [] for security_group (2d6393f7-3189-47d8-aae1-3b8c4d6942b2), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:33.236822 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8a12bef5-7605-4cc9-ae76-9073304360c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (2d6393f7-3189-47d8-aae1-3b8c4d6942b2), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:33.274999 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a12bef5-7605-4cc9-ae76-9073304360c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6393f7-3189-47d8-aae1-3b8c4d6942b2,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:33.282222 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 39202) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:33.282739 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-8a12bef5-7605-4cc9-ae76-9073304360c1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1683448b666845b6a9e4c64897a0df41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1412086 May 23 15:37:33.333520 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-890300d5-43e4-4a93-a090-a02889c3917c admin admin] Publish callbacks [] for security_group (2d6393f7-3189-47d8-aae1-3b8c4d6942b2), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:33.356116 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-890300d5-43e4-4a93-a090-a02889c3917c admin admin] Publish callbacks [] for security_group (2d6393f7-3189-47d8-aae1-3b8c4d6942b2), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:33.405520 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-890300d5-43e4-4a93-a090-a02889c3917c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (2d6393f7-3189-47d8-aae1-3b8c4d6942b2), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:33.408289 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-890300d5-43e4-4a93-a090-a02889c3917c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:33.409486 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-890300d5-43e4-4a93-a090-a02889c3917c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2d6393f7-3189-47d8-aae1-3b8c4d6942b2 HTTP/1.1" status: 204 len: 168 time: 0.1250484 May 23 15:37:33.418179 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890300d5-43e4-4a93-a090-a02889c3917c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6393f7-3189-47d8-aae1-3b8c4d6942b2,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:35.473598 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cc43f07f-a74b-40e0-8690-bdd1e3c4c213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:36.936662 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:38.072639 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:38.619240 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-deeacb48-f8ad-4ee7-aaeb-78a4c3f342fc None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:37:39.729925 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:43.270642 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=31,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:43.273129 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=77,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:43.412464 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=38,neutron:DELETE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:43.413431 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=50,neutron:INSERT=3,neutron:DELETE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:43.997133 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 39466) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:44.105049 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ba4cf084-6b57-42ba-9d5e-1c83f2a749d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:44.183726 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ba4cf084-6b57-42ba-9d5e-1c83f2a749d7 admin admin] Publish callbacks [] for security_group (eb6050dd-fa2a-40c1-a330-00bd37108891), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:44.187562 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ba4cf084-6b57-42ba-9d5e-1c83f2a749d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (eb6050dd-fa2a-40c1-a330-00bd37108891), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:44.230963 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-ba4cf084-6b57-42ba-9d5e-1c83f2a749d7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9eb131e588084a328cfcbec2af85b84e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2327609 May 23 15:37:44.232055 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4cf084-6b57-42ba-9d5e-1c83f2a749d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6050dd-fa2a-40c1-a330-00bd37108891,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:44.233712 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 39470) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:44.239805 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4cf084-6b57-42ba-9d5e-1c83f2a749d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:44.240156 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4cf084-6b57-42ba-9d5e-1c83f2a749d7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:44.240499 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4cf084-6b57-42ba-9d5e-1c83f2a749d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:44.240838 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4cf084-6b57-42ba-9d5e-1c83f2a749d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:44.241199 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4cf084-6b57-42ba-9d5e-1c83f2a749d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:44.241530 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4cf084-6b57-42ba-9d5e-1c83f2a749d7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:44.241858 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4cf084-6b57-42ba-9d5e-1c83f2a749d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:44.242189 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4cf084-6b57-42ba-9d5e-1c83f2a749d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:44.242514 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4cf084-6b57-42ba-9d5e-1c83f2a749d7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:44.242840 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4cf084-6b57-42ba-9d5e-1c83f2a749d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:44.243164 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4cf084-6b57-42ba-9d5e-1c83f2a749d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:44.243489 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4cf084-6b57-42ba-9d5e-1c83f2a749d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:44.243811 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4cf084-6b57-42ba-9d5e-1c83f2a749d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:44.244129 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4cf084-6b57-42ba-9d5e-1c83f2a749d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:44.244446 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4cf084-6b57-42ba-9d5e-1c83f2a749d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:44.286839 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6c75bd8c-6146-4604-8dc1-668d4ce4a6ce admin admin] Publish callbacks [] for security_group (eb6050dd-fa2a-40c1-a330-00bd37108891), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:44.308727 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6c75bd8c-6146-4604-8dc1-668d4ce4a6ce admin admin] Publish callbacks [] for security_group (eb6050dd-fa2a-40c1-a330-00bd37108891), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:44.357971 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6c75bd8c-6146-4604-8dc1-668d4ce4a6ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (eb6050dd-fa2a-40c1-a330-00bd37108891), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:44.360367 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6c75bd8c-6146-4604-8dc1-668d4ce4a6ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:44.361580 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-6c75bd8c-6146-4604-8dc1-668d4ce4a6ce admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eb6050dd-fa2a-40c1-a330-00bd37108891 HTTP/1.1" status: 204 len: 168 time: 0.1268375 May 23 15:37:44.369690 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75bd8c-6146-4604-8dc1-668d4ce4a6ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6050dd-fa2a-40c1-a330-00bd37108891,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:44.673810 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 39480) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:44.688429 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ab770896-14f7-41c4-af32-7b01335f4fe2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:44.780810 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 39484) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:44.781184 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ab770896-14f7-41c4-af32-7b01335f4fe2 admin admin] Publish callbacks [] for security_group (b1ea068e-0974-41e4-9e92-0a3cccf59dbe), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:44.786753 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ab770896-14f7-41c4-af32-7b01335f4fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (b1ea068e-0974-41e4-9e92-0a3cccf59dbe), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:44.828771 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab770896-14f7-41c4-af32-7b01335f4fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ea068e-0974-41e4-9e92-0a3cccf59dbe,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:44.838596 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-ab770896-14f7-41c4-af32-7b01335f4fe2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0a0675fefaad4b039b9cdd22c598c972&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1601930 May 23 15:37:44.839086 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 39488) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:44.908095 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bac9a299-c604-4132-9764-52ab0cebbe67 admin admin] Publish callbacks [] for security_group (b1ea068e-0974-41e4-9e92-0a3cccf59dbe), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:44.913337 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-82462eaf-3605-4bfd-900e-40bcc0d9ca59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:44.933631 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bac9a299-c604-4132-9764-52ab0cebbe67 admin admin] Publish callbacks [] for security_group (b1ea068e-0974-41e4-9e92-0a3cccf59dbe), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:45.000578 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bac9a299-c604-4132-9764-52ab0cebbe67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (b1ea068e-0974-41e4-9e92-0a3cccf59dbe), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:45.004508 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bac9a299-c604-4132-9764-52ab0cebbe67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:45.008997 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-bac9a299-c604-4132-9764-52ab0cebbe67 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b1ea068e-0974-41e4-9e92-0a3cccf59dbe HTTP/1.1" status: 204 len: 168 time: 0.1687698 May 23 15:37:45.018528 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac9a299-c604-4132-9764-52ab0cebbe67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ea068e-0974-41e4-9e92-0a3cccf59dbe,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:45.018943 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-82462eaf-3605-4bfd-900e-40bcc0d9ca59 admin admin] Publish callbacks [] for security_group (a3571812-8316-4d37-b2ea-71ccc1998897), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:45.024164 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-82462eaf-3605-4bfd-900e-40bcc0d9ca59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (a3571812-8316-4d37-b2ea-71ccc1998897), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:45.077154 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462eaf-3605-4bfd-900e-40bcc0d9ca59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3571812-8316-4d37-b2ea-71ccc1998897,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:45.089459 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 39496) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:45.097083 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-82462eaf-3605-4bfd-900e-40bcc0d9ca59 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e7dc97a4abe84effa3a24e933febb468&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3147974 May 23 15:37:45.151410 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ef9f8126-f305-4c76-8ee9-c977310b65cf admin admin] Publish callbacks [] for security_group (a3571812-8316-4d37-b2ea-71ccc1998897), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:45.178445 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ef9f8126-f305-4c76-8ee9-c977310b65cf admin admin] Publish callbacks [] for security_group (a3571812-8316-4d37-b2ea-71ccc1998897), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:45.245353 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ef9f8126-f305-4c76-8ee9-c977310b65cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (a3571812-8316-4d37-b2ea-71ccc1998897), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:45.248588 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ef9f8126-f305-4c76-8ee9-c977310b65cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:45.249834 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-ef9f8126-f305-4c76-8ee9-c977310b65cf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a3571812-8316-4d37-b2ea-71ccc1998897 HTTP/1.1" status: 204 len: 168 time: 0.1594920 May 23 15:37:45.253638 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 39502) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:45.260403 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9f8126-f305-4c76-8ee9-c977310b65cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3571812-8316-4d37-b2ea-71ccc1998897,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:45.522975 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-66fa873e-d951-4605-93e1-6bca60449cb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:45.624713 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-66fa873e-d951-4605-93e1-6bca60449cb4 admin admin] Publish callbacks [] for security_group (6880af1a-c0f4-47a7-8aee-29daf2355765), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:45.630056 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-66fa873e-d951-4605-93e1-6bca60449cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (6880af1a-c0f4-47a7-8aee-29daf2355765), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:45.667771 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-66fa873e-d951-4605-93e1-6bca60449cb4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=78dc702cae504b959cbf005b41b8e45e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4127405 May 23 15:37:45.670608 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 39524) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:45.677558 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fa873e-d951-4605-93e1-6bca60449cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6880af1a-c0f4-47a7-8aee-29daf2355765,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:45.712963 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:45.735909 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2329284d-9007-4888-921b-1c38e2232841 admin admin] Publish callbacks [] for security_group (6880af1a-c0f4-47a7-8aee-29daf2355765), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:45.766821 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2329284d-9007-4888-921b-1c38e2232841 admin admin] Publish callbacks [] for security_group (6880af1a-c0f4-47a7-8aee-29daf2355765), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:45.819370 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2329284d-9007-4888-921b-1c38e2232841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (6880af1a-c0f4-47a7-8aee-29daf2355765), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:45.822251 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2329284d-9007-4888-921b-1c38e2232841 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:45.823553 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-2329284d-9007-4888-921b-1c38e2232841 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6880af1a-c0f4-47a7-8aee-29daf2355765 HTTP/1.1" status: 204 len: 168 time: 0.1519649 May 23 15:37:45.827725 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:45.834354 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2329284d-9007-4888-921b-1c38e2232841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6880af1a-c0f4-47a7-8aee-29daf2355765,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:46.270489 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 39554) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:46.461431 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-8cb42ccb-6fe9-40ff-b263-6ad9a547b09a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-820281492-network', 'tenant_id': '449514f02fbc485484110bde5a2018c0'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:37:46.483751 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb42ccb-6fe9-40ff-b263-6ad9a547b09a admin admin] Made reservation on behalf of 449514f02fbc485484110bde5a2018c0 for: {'network': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:37:46.486167 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8cb42ccb-6fe9-40ff-b263-6ad9a547b09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for network (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:46.498655 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8cb42ccb-6fe9-40ff-b263-6ad9a547b09a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:46.589066 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8cb42ccb-6fe9-40ff-b263-6ad9a547b09a admin admin] Publish callbacks [] for security_group (f2d6eaf0-d495-4ca0-94b5-692e645ffcfc), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:46.594294 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8cb42ccb-6fe9-40ff-b263-6ad9a547b09a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (f2d6eaf0-d495-4ca0-94b5-692e645ffcfc), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:46.622836 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cb42ccb-6fe9-40ff-b263-6ad9a547b09a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 995} {{(pid=104081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 15:37:46.633757 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb42ccb-6fe9-40ff-b263-6ad9a547b09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d6eaf0-d495-4ca0-94b5-692e645ffcfc,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:46.638744 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8cb42ccb-6fe9-40ff-b263-6ad9a547b09a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781040571742', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226'] for segment (46f30410-07ea-4763-89e0-8de109268753), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:46.639156 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.db.segments_db [None req-8cb42ccb-6fe9-40ff-b263-6ad9a547b09a admin admin] Added segment 46f30410-07ea-4763-89e0-8de109268753 of type vlan for network 5ca014fd-aa0f-4216-ae7a-a155fcb74406 May 23 15:37:46.683618 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8cb42ccb-6fe9-40ff-b263-6ad9a547b09a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781040098124'] for network (5ca014fd-aa0f-4216-ae7a-a155fcb74406), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:46.711266 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8cb42ccb-6fe9-40ff-b263-6ad9a547b09a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720'] for network (5ca014fd-aa0f-4216-ae7a-a155fcb74406), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:46.712788 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb42ccb-6fe9-40ff-b263-6ad9a547b09a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:37:46.713482 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8cb42ccb-6fe9-40ff-b263-6ad9a547b09a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for network (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:46.767775 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-8cb42ccb-6fe9-40ff-b263-6ad9a547b09a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.4956222 May 23 15:37:46.771012 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 39580) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:46.775952 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-8f577a31-6eea-4c26-8483-b5c097c5befb admin admin] Request body: {'subnet': {'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-820281492-subnet', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'ip_version': 4}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:37:46.781983 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb42ccb-6fe9-40ff-b263-6ad9a547b09a admin admin] Pushing event updated for resources: {'Network': ['ID=5ca014fd-aa0f-4216-ae7a-a155fcb74406,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:46.794939 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Network 5ca014fd-aa0f-4216-ae7a-a155fcb74406 details requested by agent ovs-agent-dv-cinder-841125-8-iscsi with host dv-cinder-841125-8-iscsi {{(pid=104082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 15:37:46.803974 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f577a31-6eea-4c26-8483-b5c097c5befb admin admin] Made reservation on behalf of 449514f02fbc485484110bde5a2018c0 for: {'subnet': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:37:46.807653 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8f577a31-6eea-4c26-8483-b5c097c5befb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4276813'] for subnet (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:46.809585 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 39582) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:46.943990 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (88197243-2542-4a6c-b81b-f727b3d95aaf), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:47.006613 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8f577a31-6eea-4c26-8483-b5c097c5befb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4413067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4276927'] for subnet (2b1946d5-9e4d-4972-92d1-6e334ddbfdf9), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:47.036191 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=79,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:47.052339 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:47.055902 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-db83f69d-fb79-4943-b13e-b4e153cdd664 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-183816043-network', 'tenant_id': '4b7b56a844c04f0d97fc46c39c8159ce'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:37:47.090096 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f577a31-6eea-4c26-8483-b5c097c5befb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b1946d5-9e4d-4972-92d1-6e334ddbfdf9,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:47.101284 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db83f69d-fb79-4943-b13e-b4e153cdd664 admin admin] Made reservation on behalf of 4b7b56a844c04f0d97fc46c39c8159ce for: {'network': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:37:47.103608 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-db83f69d-fb79-4943-b13e-b4e153cdd664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for network (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:47.117246 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f577a31-6eea-4c26-8483-b5c097c5befb admin admin] Checking segment: {'id': '46f30410-07ea-4763-89e0-8de109268753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:37:47.117612 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f577a31-6eea-4c26-8483-b5c097c5befb admin admin] Network hostable DHCP agents. Network: 5ca014fd-aa0f-4216-ae7a-a155fcb74406, hostable agents: ['a6df4f1d-15a4-4993-9185-787bcd604f39'], hosted agents: [] {{(pid=104080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 15:37:47.121354 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-db83f69d-fb79-4943-b13e-b4e153cdd664 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:47.156576 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f577a31-6eea-4c26-8483-b5c097c5befb admin admin] Network 5ca014fd-aa0f-4216-ae7a-a155fcb74406 is scheduled to be hosted by DHCP agent a6df4f1d-15a4-4993-9185-787bcd604f39 with binding_index 1 {{(pid=104080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 15:37:47.177081 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-8f577a31-6eea-4c26-8483-b5c097c5befb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-8-iscsi, 5ca014fd-aa0f-4216-ae7a-a155fcb74406) {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:37:47.184733 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f577a31-6eea-4c26-8483-b5c097c5befb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:37:47.185431 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8f577a31-6eea-4c26-8483-b5c097c5befb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:47.186190 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f9cd4f-be52-4975-bc16-259c2707c23e None None] Network 5ca014fd-aa0f-4216-ae7a-a155fcb74406 requested from dv-cinder-841125-8-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:37:47.200754 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:47.213385 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-8f577a31-6eea-4c26-8483-b5c097c5befb admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4386907 May 23 15:37:47.213696 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 39596) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:47.218607 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-9a4e33d2-8ab4-4fa9-bdc3-dcbc9718837b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-820281492-router', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'}}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:37:47.235937 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-db83f69d-fb79-4943-b13e-b4e153cdd664 admin admin] Publish callbacks [] for security_group (3064fff5-b011-4130-9380-5e2a77d8ed80), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:47.240410 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-db83f69d-fb79-4943-b13e-b4e153cdd664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (3064fff5-b011-4130-9380-5e2a77d8ed80), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:47.252684 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9a4e33d2-8ab4-4fa9-bdc3-dcbc9718837b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-861683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31585'] for router (03bc3357-6415-4e9b-9019-b93302066f4a), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:47.254670 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9a4e33d2-8ab4-4fa9-bdc3-dcbc9718837b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-866915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-866547', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-831881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31512'] for router (03bc3357-6415-4e9b-9019-b93302066f4a), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:47.272616 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db83f69d-fb79-4943-b13e-b4e153cdd664 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 954} {{(pid=104080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 15:37:47.288905 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83f69d-fb79-4943-b13e-b4e153cdd664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3064fff5-b011-4130-9380-5e2a77d8ed80,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:47.294836 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-db83f69d-fb79-4943-b13e-b4e153cdd664 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781040571742', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226'] for segment (a33df297-cff4-4dc7-995c-d48d2ea7dd36), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:47.295550 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.db.segments_db [None req-db83f69d-fb79-4943-b13e-b4e153cdd664 admin admin] Added segment a33df297-cff4-4dc7-995c-d48d2ea7dd36 of type vlan for network 6495a1a0-6477-40d3-9721-b2cb09e400eb May 23 15:37:47.332251 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9a4e33d2-8ab4-4fa9-bdc3-dcbc9718837b admin admin] Publish callbacks [] for router_controller (03bc3357-6415-4e9b-9019-b93302066f4a), precommit_add_association {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:47.343764 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-db83f69d-fb79-4943-b13e-b4e153cdd664 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781040098124'] for network (6495a1a0-6477-40d3-9721-b2cb09e400eb), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:47.373309 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-db83f69d-fb79-4943-b13e-b4e153cdd664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720'] for network (6495a1a0-6477-40d3-9721-b2cb09e400eb), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:47.375704 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db83f69d-fb79-4943-b13e-b4e153cdd664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:37:47.376462 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-db83f69d-fb79-4943-b13e-b4e153cdd664 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:47.432506 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 39600) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:47.446023 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485180b9-c89a-49a5-b50c-32cd2b608116 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa639b77-8a03-51d8-9c43-407bd9ee6f7a-5ca014fd-aa0f-4216-ae7a-a155fcb74406', 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406', 'project_id': '449514f02fbc485484110bde5a2018c0', 'fixed_ips': [{'subnet_id': '2b1946d5-9e4d-4972-92d1-6e334ddbfdf9'}]}} from dv-cinder-841125-8-iscsi. {{(pid=104082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 15:37:47.446207 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-db83f69d-fb79-4943-b13e-b4e153cdd664 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6350849 May 23 15:37:47.447385 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-485180b9-c89a-49a5-b50c-32cd2b608116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:47.449799 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 39604) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:47.456906 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-d03ca75f-2445-4105-b051-0d0b8ae0f824 admin admin] Request body: {'subnet': {'network_id': '6495a1a0-6477-40d3-9721-b2cb09e400eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-183816043-subnet', 'tenant_id': '4b7b56a844c04f0d97fc46c39c8159ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:37:47.484920 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83f69d-fb79-4943-b13e-b4e153cdd664 admin admin] Pushing event updated for resources: {'Network': ['ID=6495a1a0-6477-40d3-9721-b2cb09e400eb,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:47.506076 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9a4e33d2-8ab4-4fa9-bdc3-dcbc9718837b admin admin] Publish callbacks [] for router_gateway (03bc3357-6415-4e9b-9019-b93302066f4a), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:47.511027 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03ca75f-2445-4105-b051-0d0b8ae0f824 admin admin] Made reservation on behalf of 4b7b56a844c04f0d97fc46c39c8159ce for: {'subnet': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:37:47.513416 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d03ca75f-2445-4105-b051-0d0b8ae0f824 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4734664'] for subnet (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:47.523170 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Network 6495a1a0-6477-40d3-9721-b2cb09e400eb details requested by agent ovs-agent-dv-cinder-841125-8-iscsi with host dv-cinder-841125-8-iscsi {{(pid=104082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 15:37:47.581892 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1edab0a9-eb29-4655-8b77-04dd5be561b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:47.622695 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:47.663823 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.db_base_plugin_common [None req-485180b9-c89a-49a5-b50c-32cd2b608116 None None] Allocated IP 172.20.0.2 (5ca014fd-aa0f-4216-ae7a-a155fcb74406/2b1946d5-9e4d-4972-92d1-6e334ddbfdf9/a5c6909b-71a5-4fe1-8895-8abb0a7b05c4) {{(pid=104082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:37:47.692808 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1edab0a9-eb29-4655-8b77-04dd5be561b5 admin admin] Publish callbacks [] for security_group (936a6564-31fd-4c82-92b2-2382a8104997), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:47.695804 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:47.699662 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1edab0a9-eb29-4655-8b77-04dd5be561b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (936a6564-31fd-4c82-92b2-2382a8104997), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:47.747941 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-1edab0a9-eb29-4655-8b77-04dd5be561b5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=62a1aaea32d740089d1d1f74e734c824&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3119724 May 23 15:37:47.747941 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edab0a9-eb29-4655-8b77-04dd5be561b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936a6564-31fd-4c82-92b2-2382a8104997,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:47.749896 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 39606) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:47.820856 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-485180b9-c89a-49a5-b50c-32cd2b608116 None None] Publish callbacks [] for port (a5c6909b-71a5-4fe1-8895-8abb0a7b05c4), precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:47.827827 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-485180b9-c89a-49a5-b50c-32cd2b608116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965'] for port (a5c6909b-71a5-4fe1-8895-8abb0a7b05c4), after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:47.859771 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9a4e33d2-8ab4-4fa9-bdc3-dcbc9718837b admin admin] Publish callbacks [] for router_gateway (03bc3357-6415-4e9b-9019-b93302066f4a), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:47.865449 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485180b9-c89a-49a5-b50c-32cd2b608116 None None] Network 5ca014fd-aa0f-4216-ae7a-a155fcb74406 is already hosted by enough agents. {{(pid=104082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:37:47.871042 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [None req-485180b9-c89a-49a5-b50c-32cd2b608116 None None] Resources bound (agent type, host, resource id): {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:37:47.874488 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485180b9-c89a-49a5-b50c-32cd2b608116 None None] Received port after_create {{(pid=104082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:37:47.885990 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485180b9-c89a-49a5-b50c-32cd2b608116 None None] Pushing event updated for resources: {'Port': ['ID=a5c6909b-71a5-4fe1-8895-8abb0a7b05c4,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:47.904834 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e1d43f30-9e85-4f5d-b07d-eef3d27f9855 admin admin] Publish callbacks [] for security_group (936a6564-31fd-4c82-92b2-2382a8104997), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:47.906962 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9a4e33d2-8ab4-4fa9-bdc3-dcbc9718837b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:47.911221 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d03ca75f-2445-4105-b051-0d0b8ae0f824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4250570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4734522'] for subnet (41851114-c044-4144-af01-eb2fc4da40f7), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:47.941766 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-485180b9-c89a-49a5-b50c-32cd2b608116 None None] Attempting to bind port a5c6909b-71a5-4fe1-8895-8abb0a7b05c4 on host dv-cinder-841125-8-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:37:47.942146 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-485180b9-c89a-49a5-b50c-32cd2b608116 None None] Attempting to bind port a5c6909b-71a5-4fe1-8895-8abb0a7b05c4 by drivers openvswitch,hyperv on host dv-cinder-841125-8-iscsi at level 0 using segments [{'id': '46f30410-07ea-4763-89e0-8de109268753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:37:47.942514 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485180b9-c89a-49a5-b50c-32cd2b608116 None None] Attempting to bind port a5c6909b-71a5-4fe1-8895-8abb0a7b05c4 on network 5ca014fd-aa0f-4216-ae7a-a155fcb74406 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:37:47.947878 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485180b9-c89a-49a5-b50c-32cd2b608116 None None] Checking agent: {'id': '1cc95fa5-d110-483d-93d7-5dca7a29794e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 21, 10), 'started_at': datetime.datetime(2022, 5, 23, 15, 21, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:37:47.948160 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485180b9-c89a-49a5-b50c-32cd2b608116 None None] Checking segment: {'id': '46f30410-07ea-4763-89e0-8de109268753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:37:47.948563 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-485180b9-c89a-49a5-b50c-32cd2b608116 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:47.948983 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485180b9-c89a-49a5-b50c-32cd2b608116 None None] Bound using segment: {'id': '46f30410-07ea-4763-89e0-8de109268753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:37:47.949451 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-485180b9-c89a-49a5-b50c-32cd2b608116 None None] Bound port: a5c6909b-71a5-4fe1-8895-8abb0a7b05c4, host: dv-cinder-841125-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f30410-07ea-4763-89e0-8de109268753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:37:47.949834 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-485180b9-c89a-49a5-b50c-32cd2b608116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (a5c6909b-71a5-4fe1-8895-8abb0a7b05c4), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:47.991381 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e1d43f30-9e85-4f5d-b07d-eef3d27f9855 admin admin] Publish callbacks [] for security_group (936a6564-31fd-4c82-92b2-2382a8104997), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:48.014459 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-485180b9-c89a-49a5-b50c-32cd2b608116 None None] For port a5c6909b-71a5-4fe1-8895-8abb0a7b05c4, host dv-cinder-841125-8-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:37:48.021716 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-485180b9-c89a-49a5-b50c-32cd2b608116 None None] For port a5c6909b-71a5-4fe1-8895-8abb0a7b05c4, host dv-cinder-841125-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=a5c6909b-71a5-4fe1-8895-8abb0a7b05c4,segment=NetworkSegment(46f30410-07ea-4763-89e0-8de109268753),segment_id=46f30410-07ea-4763-89e0-8de109268753)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:37:48.028592 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-485180b9-c89a-49a5-b50c-32cd2b608116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (a5c6909b-71a5-4fe1-8895-8abb0a7b05c4), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:48.052309 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03ca75f-2445-4105-b051-0d0b8ae0f824 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41851114-c044-4144-af01-eb2fc4da40f7,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:48.085835 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485180b9-c89a-49a5-b50c-32cd2b608116 None None] Pushing event updated for resources: {'Port': ['ID=a5c6909b-71a5-4fe1-8895-8abb0a7b05c4,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:48.105805 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03ca75f-2445-4105-b051-0d0b8ae0f824 admin admin] Checking segment: {'id': 'a33df297-cff4-4dc7-995c-d48d2ea7dd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '6495a1a0-6477-40d3-9721-b2cb09e400eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:37:48.106394 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03ca75f-2445-4105-b051-0d0b8ae0f824 admin admin] Network hostable DHCP agents. Network: 6495a1a0-6477-40d3-9721-b2cb09e400eb, hostable agents: ['a6df4f1d-15a4-4993-9185-787bcd604f39'], hosted agents: [] {{(pid=104081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 15:37:48.138539 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-9a4e33d2-8ab4-4fa9-bdc3-dcbc9718837b admin admin] Allocated IP 172.27.2.198 (c36a36f9-cc20-4687-9603-de8e87d2bfc7/aa177288-79a2-4e75-ac60-432249438b03/9be3bed4-0c54-4d40-988f-b8cd14e5145d) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:37:48.140666 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e1d43f30-9e85-4f5d-b07d-eef3d27f9855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (936a6564-31fd-4c82-92b2-2382a8104997), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:48.143185 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e1d43f30-9e85-4f5d-b07d-eef3d27f9855 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:48.145097 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-e1d43f30-9e85-4f5d-b07d-eef3d27f9855 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/936a6564-31fd-4c82-92b2-2382a8104997 HTTP/1.1" status: 204 len: 168 time: 0.3927407 May 23 15:37:48.151932 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03ca75f-2445-4105-b051-0d0b8ae0f824 admin admin] Network 6495a1a0-6477-40d3-9721-b2cb09e400eb is scheduled to be hosted by DHCP agent a6df4f1d-15a4-4993-9185-787bcd604f39 with binding_index 1 {{(pid=104081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 15:37:48.170790 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d43f30-9e85-4f5d-b07d-eef3d27f9855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936a6564-31fd-4c82-92b2-2382a8104997,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:48.180465 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-d03ca75f-2445-4105-b051-0d0b8ae0f824 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-8-iscsi, 6495a1a0-6477-40d3-9721-b2cb09e400eb) {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:37:48.195560 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03ca75f-2445-4105-b051-0d0b8ae0f824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:37:48.196206 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d03ca75f-2445-4105-b051-0d0b8ae0f824 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:48.198297 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cb7941-13e2-47cc-b12d-014971cb45b2 None None] Network 6495a1a0-6477-40d3-9721-b2cb09e400eb requested from dv-cinder-841125-8-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:37:48.245529 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-d03ca75f-2445-4105-b051-0d0b8ae0f824 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7927327 May 23 15:37:48.313704 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9a4e33d2-8ab4-4fa9-bdc3-dcbc9718837b admin admin] Publish callbacks [] for port (9be3bed4-0c54-4d40-988f-b8cd14e5145d), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:48.349433 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adfb414-2c81-4b14-9b0f-2fd0beef4793 None None] Network 6495a1a0-6477-40d3-9721-b2cb09e400eb requested from dv-cinder-841125-8-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:37:48.355761 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:48.363334 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9a4e33d2-8ab4-4fa9-bdc3-dcbc9718837b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250202'] for port (9be3bed4-0c54-4d40-988f-b8cd14e5145d), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:48.471688 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4e33d2-8ab4-4fa9-bdc3-dcbc9718837b admin admin] Network c36a36f9-cc20-4687-9603-de8e87d2bfc7 is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:37:48.493027 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-9a4e33d2-8ab4-4fa9-bdc3-dcbc9718837b admin admin] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:37:48.497530 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4e33d2-8ab4-4fa9-bdc3-dcbc9718837b admin admin] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:37:48.504432 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4e33d2-8ab4-4fa9-bdc3-dcbc9718837b admin admin] Pushing event updated for resources: {'Port': ['ID=9be3bed4-0c54-4d40-988f-b8cd14e5145d,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:48.568046 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:48.658245 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 39618) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:48.673130 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7794fb96-f9e0-409b-a4f2-2a0f17d78b49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:48.696608 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=74,neutron:INSERT=18,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:48.755440 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=74,neutron:INSERT=23,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:48.766562 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7794fb96-f9e0-409b-a4f2-2a0f17d78b49 admin admin] Publish callbacks [] for security_group (7b77521e-2563-449f-8978-617b7d66244a), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:48.771844 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7794fb96-f9e0-409b-a4f2-2a0f17d78b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (7b77521e-2563-449f-8978-617b7d66244a), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:48.805395 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9a4e33d2-8ab4-4fa9-bdc3-dcbc9718837b admin admin] Publish callbacks [] for router_gateway (03bc3357-6415-4e9b-9019-b93302066f4a), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:48.826597 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-7794fb96-f9e0-409b-a4f2-2a0f17d78b49 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4ca60c0581454df6b9ee5b4b2bfa48b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1670251 May 23 15:37:48.827096 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 39620) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:48.829303 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7794fb96-f9e0-409b-a4f2-2a0f17d78b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b77521e-2563-449f-8978-617b7d66244a,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:48.885111 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3652f0f6-c37a-4bf6-9a37-78439e26ba07 admin admin] Publish callbacks [] for security_group (7b77521e-2563-449f-8978-617b7d66244a), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:48.913494 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3652f0f6-c37a-4bf6-9a37-78439e26ba07 admin admin] Publish callbacks [] for security_group (7b77521e-2563-449f-8978-617b7d66244a), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:48.982240 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3652f0f6-c37a-4bf6-9a37-78439e26ba07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (7b77521e-2563-449f-8978-617b7d66244a), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:48.985679 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3652f0f6-c37a-4bf6-9a37-78439e26ba07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:48.992062 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-3652f0f6-c37a-4bf6-9a37-78439e26ba07 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7b77521e-2563-449f-8978-617b7d66244a HTTP/1.1" status: 204 len: 168 time: 0.1637621 May 23 15:37:49.014458 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3652f0f6-c37a-4bf6-9a37-78439e26ba07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b77521e-2563-449f-8978-617b7d66244a,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:49.070363 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9a4e33d2-8ab4-4fa9-bdc3-dcbc9718837b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-866922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-866470'] for router (03bc3357-6415-4e9b-9019-b93302066f4a), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:49.214170 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4e33d2-8ab4-4fa9-bdc3-dcbc9718837b admin admin] Router 03bc3357-6415-4e9b-9019-b93302066f4a is scheduled to L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb with binding_index 1 {{(pid=104081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 15:37:49.421952 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6aadc2-8fa2-4a05-8f45-b363dbe9d702 None None] Network 5ca014fd-aa0f-4216-ae7a-a155fcb74406 requested from dv-cinder-841125-8-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:37:49.500582 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:49.527336 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-93a9c030-d642-41de-9603-07fdeff54795 None None] Provisioning complete for port a5c6909b-71a5-4fe1-8895-8abb0a7b05c4 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:37:49.527858 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-93a9c030-d642-41de-9603-07fdeff54795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (a5c6909b-71a5-4fe1-8895-8abb0a7b05c4), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:49.568605 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:49.616172 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device a5c6909b-71a5-4fe1-8895-8abb0a7b05c4 up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:37:49.629773 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4e33d2-8ab4-4fa9-bdc3-dcbc9718837b admin admin] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:37:49.649994 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9a4e33d2-8ab4-4fa9-bdc3-dcbc9718837b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:49.651231 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-9a4e33d2-8ab4-4fa9-bdc3-dcbc9718837b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4364452 May 23 15:37:49.652935 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394e3f67-5354-4edf-bae7-9937b4bb9e65 None None] Sync routers for ids ['03bc3357-6415-4e9b-9019-b93302066f4a'] in dv-cinder-841125-8-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:37:49.654440 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 39640) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:49.698745 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394e3f67-5354-4edf-bae7-9937b4bb9e65 None None] Routers {'03bc3357-6415-4e9b-9019-b93302066f4a'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:37:49.699391 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-394e3f67-5354-4edf-bae7-9937b4bb9e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:37:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['03bc3357-6415-4e9b-9019-b93302066f4a'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:37:49.754514 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-93a9c030-d642-41de-9603-07fdeff54795 None None] Current status of the port a5c6909b-71a5-4fe1-8895-8abb0a7b05c4 is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:37:49.754923 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-93a9c030-d642-41de-9603-07fdeff54795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (a5c6909b-71a5-4fe1-8895-8abb0a7b05c4), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:49.805110 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port a5c6909b-71a5-4fe1-8895-8abb0a7b05c4 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:37:49.806182 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (a5c6909b-71a5-4fe1-8895-8abb0a7b05c4), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:49.898866 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-93a9c030-d642-41de-9603-07fdeff54795 None None] For port a5c6909b-71a5-4fe1-8895-8abb0a7b05c4, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=a5c6909b-71a5-4fe1-8895-8abb0a7b05c4,segment=NetworkSegment(46f30410-07ea-4763-89e0-8de109268753),segment_id=46f30410-07ea-4763-89e0-8de109268753)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:37:49.906382 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-93a9c030-d642-41de-9603-07fdeff54795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (a5c6909b-71a5-4fe1-8895-8abb0a7b05c4), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:49.979074 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:49.985474 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-394e3f67-5354-4edf-bae7-9937b4bb9e65 None None] Set router 03bc3357-6415-4e9b-9019-b93302066f4a gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:37:49.989768 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a9c030-d642-41de-9603-07fdeff54795 None None] Pushing event updated for resources: {'Port': ['ID=a5c6909b-71a5-4fe1-8895-8abb0a7b05c4,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:50.123918 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-948de3a9-6876-425a-8965-36bf961e2beb None None] Provisioning complete for port a5c6909b-71a5-4fe1-8895-8abb0a7b05c4 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:37:50.124378 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-948de3a9-6876-425a-8965-36bf961e2beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (a5c6909b-71a5-4fe1-8895-8abb0a7b05c4), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:50.201305 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f49d1f36-d677-4b8d-a69b-866b3fa8878d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:50.214606 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port a5c6909b-71a5-4fe1-8895-8abb0a7b05c4 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:37:50.397551 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-f49d1f36-d677-4b8d-a69b-866b3fa8878d admin admin] Allocated IP 172.20.0.1 (5ca014fd-aa0f-4216-ae7a-a155fcb74406/2b1946d5-9e4d-4972-92d1-6e334ddbfdf9/935605e9-544c-410d-90d7-50d8814b2cb7) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:37:50.429209 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-394e3f67-5354-4edf-bae7-9937b4bb9e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'name': 'tempest-TestVolumeBootPattern-820281492-router', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '9be3bed4-0c54-4d40-988f-b8cd14e5145d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:37:47Z', 'updated_at': '2022-05-23T15:37:48Z', 'revision_number': 3, 'project_id': '449514f02fbc485484110bde5a2018c0', 'gw_port': {'id': '9be3bed4-0c54-4d40-988f-b8cd14e5145d', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:47Z', 'updated_at': '2022-05-23T15:37:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi'}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:37:50.432495 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:50.460647 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394e3f67-5354-4edf-bae7-9937b4bb9e65 None None] Checking router: 03bc3357-6415-4e9b-9019-b93302066f4a for host: dv-cinder-841125-8-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:37:50.461101 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394e3f67-5354-4edf-bae7-9937b4bb9e65 None None] Updating router 03bc3357-6415-4e9b-9019-b93302066f4a port 9be3bed4-0c54-4d40-988f-b8cd14e5145d binding host dv-cinder-841125-8-iscsi {{(pid=104082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 15:37:50.468048 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-948de3a9-6876-425a-8965-36bf961e2beb None None] Current status of the port a5c6909b-71a5-4fe1-8895-8abb0a7b05c4 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:37:50.482337 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:50.495967 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a0caa-a619-40f1-bf7b-0a2f4a5a914d req-2c290a2b-b40d-4860-ba34-1b2f04f236b8 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:37:50.501838 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-394e3f67-5354-4edf-bae7-9937b4bb9e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (9be3bed4-0c54-4d40-988f-b8cd14e5145d), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:50.504391 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-212a0caa-a619-40f1-bf7b-0a2f4a5a914d req-2c290a2b-b40d-4860-ba34-1b2f04f236b8 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/networks?id=6495a1a0-6477-40d3-9721-b2cb09e400eb HTTP/1.1" status: 200 len: 808 time: 0.1442771 May 23 15:37:50.527277 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-212a0caa-a619-40f1-bf7b-0a2f4a5a914d req-452cad60-8273-48f7-8797-5a1b249627d9 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/quotas/4b7b56a844c04f0d97fc46c39c8159ce HTTP/1.1" status: 200 len: 375 time: 0.0218608 May 23 15:37:50.532483 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f49d1f36-d677-4b8d-a69b-866b3fa8878d admin admin] Publish callbacks [] for port (935605e9-544c-410d-90d7-50d8814b2cb7), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:50.569649 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-212a0caa-a619-40f1-bf7b-0a2f4a5a914d req-eb9dd7f4-49e8-4366-ad2e-15376e87dec6 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b7b56a844c04f0d97fc46c39c8159ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411680 May 23 15:37:50.573599 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f49d1f36-d677-4b8d-a69b-866b3fa8878d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (935605e9-544c-410d-90d7-50d8814b2cb7), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:50.637117 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49d1f36-d677-4b8d-a69b-866b3fa8878d admin admin] Network 5ca014fd-aa0f-4216-ae7a-a155fcb74406 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:37:50.639919 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-f49d1f36-d677-4b8d-a69b-866b3fa8878d admin admin] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:37:50.641839 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d1f36-d677-4b8d-a69b-866b3fa8878d admin admin] Pushing event updated for resources: {'Port': ['ID=935605e9-544c-410d-90d7-50d8814b2cb7,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:50.644769 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49d1f36-d677-4b8d-a69b-866b3fa8878d admin admin] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:37:50.684345 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f49d1f36-d677-4b8d-a69b-866b3fa8878d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-863987'] for router_interface (03bc3357-6415-4e9b-9019-b93302066f4a), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:50.710804 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-212a0caa-a619-40f1-bf7b-0a2f4a5a914d req-45d89809-2229-4f22-acc8-1cf6b9bba323 service neutron] 10.222.0.30 "GET /v2.0/networks/6495a1a0-6477-40d3-9721-b2cb09e400eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370282 May 23 15:37:50.735411 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:50.819374 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:50.869330 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-212a0caa-a619-40f1-bf7b-0a2f4a5a914d req-ce51c938-f572-465d-a156-146228a1f771 service neutron] 10.222.0.30 "GET /v2.0/networks/6495a1a0-6477-40d3-9721-b2cb09e400eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496201 May 23 15:37:50.881548 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f49d1f36-d677-4b8d-a69b-866b3fa8878d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (935605e9-544c-410d-90d7-50d8814b2cb7), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:50.961467 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-394e3f67-5354-4edf-bae7-9937b4bb9e65 None None] Publish callbacks [] for port (9be3bed4-0c54-4d40-988f-b8cd14e5145d), precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:50.967437 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-394e3f67-5354-4edf-bae7-9937b4bb9e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (9be3bed4-0c54-4d40-988f-b8cd14e5145d), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:51.067737 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb09681c-e410-4c07-8174-f90a1184909e None None] Pushing event updated for resources: {'Port': ['ID=9be3bed4-0c54-4d40-988f-b8cd14e5145d,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:51.083215 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-85900717-2de4-48eb-a425-04b5d163e283 None None] Provisioning complete for port 935605e9-544c-410d-90d7-50d8814b2cb7 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:37:51.083595 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-85900717-2de4-48eb-a425-04b5d163e283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (935605e9-544c-410d-90d7-50d8814b2cb7), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:51.116250 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:51.120663 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-394e3f67-5354-4edf-bae7-9937b4bb9e65 None None] Attempting to bind port 9be3bed4-0c54-4d40-988f-b8cd14e5145d on host dv-cinder-841125-8-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:37:51.120663 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-394e3f67-5354-4edf-bae7-9937b4bb9e65 None None] Attempting to bind port 9be3bed4-0c54-4d40-988f-b8cd14e5145d by drivers openvswitch,hyperv on host dv-cinder-841125-8-iscsi at level 0 using segments [{'id': '36a83107-a298-4f41-a08d-e6c665169c28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:37:51.120663 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394e3f67-5354-4edf-bae7-9937b4bb9e65 None None] Attempting to bind port 9be3bed4-0c54-4d40-988f-b8cd14e5145d on network c36a36f9-cc20-4687-9603-de8e87d2bfc7 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:37:51.126846 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-59ff59a5-2cba-40c8-8416-9d094e000df0 req-b8329e12-7767-4102-a148-7d385e925b95 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73d09e6-350f-47aa-ac66-f4d00aa35221 HTTP/1.1" status: 200 len: 210 time: 0.0561135 May 23 15:37:51.151438 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394e3f67-5354-4edf-bae7-9937b4bb9e65 None None] Checking agent: {'id': '1cc95fa5-d110-483d-93d7-5dca7a29794e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 21, 10), 'started_at': datetime.datetime(2022, 5, 23, 15, 21, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:37:51.152155 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394e3f67-5354-4edf-bae7-9937b4bb9e65 None None] Checking segment: {'id': '36a83107-a298-4f41-a08d-e6c665169c28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:37:51.152563 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-394e3f67-5354-4edf-bae7-9937b4bb9e65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:51.152980 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394e3f67-5354-4edf-bae7-9937b4bb9e65 None None] Bound using segment: {'id': '36a83107-a298-4f41-a08d-e6c665169c28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:37:51.153720 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-394e3f67-5354-4edf-bae7-9937b4bb9e65 None None] Bound port: 9be3bed4-0c54-4d40-988f-b8cd14e5145d, host: dv-cinder-841125-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a83107-a298-4f41-a08d-e6c665169c28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:37:51.154125 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-394e3f67-5354-4edf-bae7-9937b4bb9e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (9be3bed4-0c54-4d40-988f-b8cd14e5145d), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:51.156845 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-85900717-2de4-48eb-a425-04b5d163e283 None None] Port 935605e9-544c-410d-90d7-50d8814b2cb7 cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:37:51.163371 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f49d1f36-d677-4b8d-a69b-866b3fa8878d admin admin] Publish callbacks [] for port (935605e9-544c-410d-90d7-50d8814b2cb7), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:51.173165 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f49d1f36-d677-4b8d-a69b-866b3fa8878d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413202'] for port (935605e9-544c-410d-90d7-50d8814b2cb7), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:51.215238 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-394e3f67-5354-4edf-bae7-9937b4bb9e65 None None] For port 9be3bed4-0c54-4d40-988f-b8cd14e5145d, host dv-cinder-841125-8-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:37:51.219359 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-394e3f67-5354-4edf-bae7-9937b4bb9e65 None None] For port 9be3bed4-0c54-4d40-988f-b8cd14e5145d, host dv-cinder-841125-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=9be3bed4-0c54-4d40-988f-b8cd14e5145d,segment=NetworkSegment(36a83107-a298-4f41-a08d-e6c665169c28),segment_id=36a83107-a298-4f41-a08d-e6c665169c28)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:37:51.229059 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-394e3f67-5354-4edf-bae7-9937b4bb9e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (9be3bed4-0c54-4d40-988f-b8cd14e5145d), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:51.253372 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f49d1f36-d677-4b8d-a69b-866b3fa8878d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-243210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-863331'] for router_interface (03bc3357-6415-4e9b-9019-b93302066f4a), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:51.256635 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d1f36-d677-4b8d-a69b-866b3fa8878d admin admin] Pushing event updated for resources: {'Port': ['ID=935605e9-544c-410d-90d7-50d8814b2cb7,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:51.285734 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:51.294480 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394e3f67-5354-4edf-bae7-9937b4bb9e65 None None] Routers {'03bc3357-6415-4e9b-9019-b93302066f4a'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:37:51.295132 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-394e3f67-5354-4edf-bae7-9937b4bb9e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:37:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['03bc3357-6415-4e9b-9019-b93302066f4a'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:37:51.352257 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb09681c-e410-4c07-8174-f90a1184909e None None] Pushing event updated for resources: {'Port': ['ID=9be3bed4-0c54-4d40-988f-b8cd14e5145d,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:51.360182 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49d1f36-d677-4b8d-a69b-866b3fa8878d admin admin] Network 5ca014fd-aa0f-4216-ae7a-a155fcb74406 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:37:51.361672 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-f49d1f36-d677-4b8d-a69b-866b3fa8878d admin admin] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:37:51.380202 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:51.428068 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-394e3f67-5354-4edf-bae7-9937b4bb9e65 None None] Set router 03bc3357-6415-4e9b-9019-b93302066f4a gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:37:51.578535 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:51.586132 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f49d1f36-d677-4b8d-a69b-866b3fa8878d admin admin] Router 03bc3357-6415-4e9b-9019-b93302066f4a has already been hosted by L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:37:51.587982 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device a5c6909b-71a5-4fe1-8895-8abb0a7b05c4 up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:37:51.724110 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port a5c6909b-71a5-4fe1-8895-8abb0a7b05c4 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:37:51.724110 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (a5c6909b-71a5-4fe1-8895-8abb0a7b05c4), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:51.789061 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-394e3f67-5354-4edf-bae7-9937b4bb9e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'name': 'tempest-TestVolumeBootPattern-820281492-router', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '9be3bed4-0c54-4d40-988f-b8cd14e5145d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:37:47Z', 'updated_at': '2022-05-23T15:37:50Z', 'revision_number': 4, 'project_id': '449514f02fbc485484110bde5a2018c0', 'gw_port': {'id': '9be3bed4-0c54-4d40-988f-b8cd14e5145d', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:47Z', 'updated_at': '2022-05-23T15:37:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': '935605e9-544c-410d-90d7-50d8814b2cb7', 'name': '', 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'mac_address': 'fa:16:3e:9b:8b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '2b1946d5-9e4d-4972-92d1-6e334ddbfdf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:50Z', 'updated_at': '2022-05-23T15:37:50Z', 'revision_number': 2, 'project_id': '449514f02fbc485484110bde5a2018c0', 'subnets': [{'id': '2b1946d5-9e4d-4972-92d1-6e334ddbfdf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:37:51.829969 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394e3f67-5354-4edf-bae7-9937b4bb9e65 None None] The sync data for ids ['03bc3357-6415-4e9b-9019-b93302066f4a'] in dv-cinder-841125-8-iscsi is: [{'id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'name': 'tempest-TestVolumeBootPattern-820281492-router', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '9be3bed4-0c54-4d40-988f-b8cd14e5145d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:37:47Z', 'updated_at': '2022-05-23T15:37:50Z', 'revision_number': 4, 'project_id': '449514f02fbc485484110bde5a2018c0', 'gw_port': {'id': '9be3bed4-0c54-4d40-988f-b8cd14e5145d', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:47Z', 'updated_at': '2022-05-23T15:37:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': '935605e9-544c-410d-90d7-50d8814b2cb7', 'name': '', 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'mac_address': 'fa:16:3e:9b:8b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '2b1946d5-9e4d-4972-92d1-6e334ddbfdf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:50Z', 'updated_at': '2022-05-23T15:37:50Z', 'revision_number': 2, 'project_id': '449514f02fbc485484110bde5a2018c0', 'subnets': [{'id': '2b1946d5-9e4d-4972-92d1-6e334ddbfdf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:37:51.839718 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49d1f36-d677-4b8d-a69b-866b3fa8878d admin admin] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:37:51.854464 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-f49d1f36-d677-4b8d-a69b-866b3fa8878d admin admin] 10.222.0.30 "PUT /v2.0/routers/03bc3357-6415-4e9b-9019-b93302066f4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1974840 May 23 15:37:51.881813 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port a5c6909b-71a5-4fe1-8895-8abb0a7b05c4 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:37:51.887840 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-d78089dc-649f-46bc-a211-a0ea5a8697e5 None None] Provisioning complete for port 935605e9-544c-410d-90d7-50d8814b2cb7 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:37:51.888218 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d78089dc-649f-46bc-a211-a0ea5a8697e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (935605e9-544c-410d-90d7-50d8814b2cb7), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:51.918964 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:51.930449 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-d78089dc-649f-46bc-a211-a0ea5a8697e5 None None] Port 935605e9-544c-410d-90d7-50d8814b2cb7 cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:37:52.245981 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9b0509d0-d8bf-4ddb-b7da-e6e8ec8d8a56 req-030d4375-4e62-4194-ad07-2cf7d62771d7 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73d09e6-350f-47aa-ac66-f4d00aa35221 HTTP/1.1" status: 200 len: 210 time: 0.0372584 May 23 15:37:52.543493 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 39724) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:52.550832 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-b7f41b98-feb1-4b77-86b9-384f68cc7352 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1226359036-network', 'tenant_id': 'ff6357e23ce94690840a2e24ec0a6143'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:37:52.577056 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f41b98-feb1-4b77-86b9-384f68cc7352 admin admin] Made reservation on behalf of ff6357e23ce94690840a2e24ec0a6143 for: {'network': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:37:52.579739 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b7f41b98-feb1-4b77-86b9-384f68cc7352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for network (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:52.595304 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b7f41b98-feb1-4b77-86b9-384f68cc7352 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:52.659109 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a0caa-a619-40f1-bf7b-0a2f4a5a914d req-dbcbe0ad-7bb4-4811-b43e-64338183e310 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:37:52.662400 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-212a0caa-a619-40f1-bf7b-0a2f4a5a914d req-dbcbe0ad-7bb4-4811-b43e-64338183e310 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.72 "GET /v2.0/networks?id=6495a1a0-6477-40d3-9721-b2cb09e400eb HTTP/1.1" status: 200 len: 808 time: 0.1926289 May 23 15:37:52.692065 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [req-212a0caa-a619-40f1-bf7b-0a2f4a5a914d req-108176b6-b1e8-4d29-be04-1d6e9a8812d1 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Request body: {'port': {'device_id': 'c73d09e6-350f-47aa-ac66-f4d00aa35221', 'network_id': '6495a1a0-6477-40d3-9721-b2cb09e400eb', 'admin_state_up': True, 'tenant_id': '4b7b56a844c04f0d97fc46c39c8159ce'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:37:52.717074 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b7f41b98-feb1-4b77-86b9-384f68cc7352 admin admin] Publish callbacks [] for security_group (0dafee4b-d019-4822-bcfa-0fa0c29f93bd), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:52.727180 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b7f41b98-feb1-4b77-86b9-384f68cc7352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (0dafee4b-d019-4822-bcfa-0fa0c29f93bd), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:52.759080 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f41b98-feb1-4b77-86b9-384f68cc7352 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 982} {{(pid=104080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 15:37:52.769909 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f41b98-feb1-4b77-86b9-384f68cc7352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dafee4b-d019-4822-bcfa-0fa0c29f93bd,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:52.775225 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b7f41b98-feb1-4b77-86b9-384f68cc7352 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781040571742', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226'] for segment (dfc7cb31-01cd-4eee-8032-ad093087e612), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:52.775656 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.db.segments_db [None req-b7f41b98-feb1-4b77-86b9-384f68cc7352 admin admin] Added segment dfc7cb31-01cd-4eee-8032-ad093087e612 of type vlan for network 41bff74d-5b76-45bb-ae3e-5040e2ef0629 May 23 15:37:52.837378 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b7f41b98-feb1-4b77-86b9-384f68cc7352 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781040098124'] for network (41bff74d-5b76-45bb-ae3e-5040e2ef0629), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:52.846371 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-212a0caa-a619-40f1-bf7b-0a2f4a5a914d req-108176b6-b1e8-4d29-be04-1d6e9a8812d1 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Made reservation on behalf of 4b7b56a844c04f0d97fc46c39c8159ce for: {'port': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:37:52.851194 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-212a0caa-a619-40f1-bf7b-0a2f4a5a914d req-108176b6-b1e8-4d29-be04-1d6e9a8812d1 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:52.873242 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b7f41b98-feb1-4b77-86b9-384f68cc7352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720'] for network (41bff74d-5b76-45bb-ae3e-5040e2ef0629), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:52.873951 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f41b98-feb1-4b77-86b9-384f68cc7352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:37:52.874591 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b7f41b98-feb1-4b77-86b9-384f68cc7352 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:52.960098 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-b7f41b98-feb1-4b77-86b9-384f68cc7352 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.4116492 May 23 15:37:52.960098 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 39736) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:52.964843 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-46d4ee0c-ccf8-4195-8931-18d06a4a6f72 admin admin] Request body: {'subnet': {'network_id': '41bff74d-5b76-45bb-ae3e-5040e2ef0629', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1226359036-subnet', 'tenant_id': 'ff6357e23ce94690840a2e24ec0a6143', 'ip_version': 4}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:37:52.977852 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f41b98-feb1-4b77-86b9-384f68cc7352 admin admin] Pushing event updated for resources: {'Network': ['ID=41bff74d-5b76-45bb-ae3e-5040e2ef0629,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:52.993094 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Network 41bff74d-5b76-45bb-ae3e-5040e2ef0629 details requested by agent ovs-agent-dv-cinder-841125-8-iscsi with host dv-cinder-841125-8-iscsi {{(pid=104082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 15:37:53.004152 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d4ee0c-ccf8-4195-8931-18d06a4a6f72 admin admin] Made reservation on behalf of ff6357e23ce94690840a2e24ec0a6143 for: {'subnet': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:37:53.007051 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-46d4ee0c-ccf8-4195-8931-18d06a4a6f72 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4276813'] for subnet (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:53.060729 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [req-212a0caa-a619-40f1-bf7b-0a2f4a5a914d req-108176b6-b1e8-4d29-be04-1d6e9a8812d1 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Allocated IP 172.20.0.7 (6495a1a0-6477-40d3-9721-b2cb09e400eb/41851114-c044-4144-af01-eb2fc4da40f7/199fe9ce-22b1-4b54-8609-3dcc8871b67c) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:37:53.230972 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-46d4ee0c-ccf8-4195-8931-18d06a4a6f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4413067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4276927'] for subnet (96238271-b37c-430e-84bc-f41626059676), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:53.255058 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-212a0caa-a619-40f1-bf7b-0a2f4a5a914d req-108176b6-b1e8-4d29-be04-1d6e9a8812d1 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Publish callbacks [] for port (199fe9ce-22b1-4b54-8609-3dcc8871b67c), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:53.271750 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:53.292589 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:53.296378 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d4ee0c-ccf8-4195-8931-18d06a4a6f72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96238271-b37c-430e-84bc-f41626059676,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:53.308682 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-212a0caa-a619-40f1-bf7b-0a2f4a5a914d req-108176b6-b1e8-4d29-be04-1d6e9a8812d1 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250202'] for port (199fe9ce-22b1-4b54-8609-3dcc8871b67c), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:53.309595 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d4ee0c-ccf8-4195-8931-18d06a4a6f72 admin admin] Checking segment: {'id': 'dfc7cb31-01cd-4eee-8032-ad093087e612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': '41bff74d-5b76-45bb-ae3e-5040e2ef0629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:37:53.310228 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d4ee0c-ccf8-4195-8931-18d06a4a6f72 admin admin] Network hostable DHCP agents. Network: 41bff74d-5b76-45bb-ae3e-5040e2ef0629, hostable agents: ['a6df4f1d-15a4-4993-9185-787bcd604f39'], hosted agents: [] {{(pid=104080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 15:37:53.378717 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-212a0caa-a619-40f1-bf7b-0a2f4a5a914d req-108176b6-b1e8-4d29-be04-1d6e9a8812d1 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Network 6495a1a0-6477-40d3-9721-b2cb09e400eb is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:37:53.382809 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [req-212a0caa-a619-40f1-bf7b-0a2f4a5a914d req-108176b6-b1e8-4d29-be04-1d6e9a8812d1 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:37:53.390366 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [req-212a0caa-a619-40f1-bf7b-0a2f4a5a914d req-108176b6-b1e8-4d29-be04-1d6e9a8812d1 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:37:53.421151 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108176b6-b1e8-4d29-be04-1d6e9a8812d1 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Pushing event updated for resources: {'Port': ['ID=199fe9ce-22b1-4b54-8609-3dcc8871b67c,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:53.430789 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:53.457675 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a0caa-a619-40f1-bf7b-0a2f4a5a914d req-108176b6-b1e8-4d29-be04-1d6e9a8812d1 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:37:53.458319 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-212a0caa-a619-40f1-bf7b-0a2f4a5a914d req-108176b6-b1e8-4d29-be04-1d6e9a8812d1 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for port (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:53.492260 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-212a0caa-a619-40f1-bf7b-0a2f4a5a914d req-108176b6-b1e8-4d29-be04-1d6e9a8812d1 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8066535 May 23 15:37:53.522956 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [req-212a0caa-a619-40f1-bf7b-0a2f4a5a914d req-8e63f039-9099-48ca-8f5b-80d81c247e91 service neutron] Request body: {'port': {'device_id': 'c73d09e6-350f-47aa-ac66-f4d00aa35221', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:37:53.559846 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 9be3bed4-0c54-4d40-988f-b8cd14e5145d up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:37:53.602217 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-212a0caa-a619-40f1-bf7b-0a2f4a5a914d req-8e63f039-9099-48ca-8f5b-80d81c247e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (199fe9ce-22b1-4b54-8609-3dcc8871b67c), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:53.616123 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d4ee0c-ccf8-4195-8931-18d06a4a6f72 admin admin] Network 41bff74d-5b76-45bb-ae3e-5040e2ef0629 is scheduled to be hosted by DHCP agent a6df4f1d-15a4-4993-9185-787bcd604f39 with binding_index 1 {{(pid=104080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 15:37:53.622529 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port 9be3bed4-0c54-4d40-988f-b8cd14e5145d triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:37:53.622913 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (9be3bed4-0c54-4d40-988f-b8cd14e5145d), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:53.640890 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ddf23-7d0e-428a-a911-6b97d2e5f75e req-32640a77-0ae5-4b72-8ee7-3111f8cf77c5 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:37:53.643837 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ee8ddf23-7d0e-428a-a911-6b97d2e5f75e req-32640a77-0ae5-4b72-8ee7-3111f8cf77c5 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73d09e6-350f-47aa-ac66-f4d00aa35221 HTTP/1.1" status: 200 len: 931 time: 0.3131092 May 23 15:37:53.644842 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-46d4ee0c-ccf8-4195-8931-18d06a4a6f72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-8-iscsi, 41bff74d-5b76-45bb-ae3e-5040e2ef0629) {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:37:53.650978 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d4ee0c-ccf8-4195-8931-18d06a4a6f72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:37:53.651976 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-46d4ee0c-ccf8-4195-8931-18d06a4a6f72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:53.662750 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405edb63-db94-49fd-9fb9-9f8e7b6ecc4f None None] Network 41bff74d-5b76-45bb-ae3e-5040e2ef0629 requested from dv-cinder-841125-8-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:37:53.679525 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:53.685569 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-46d4ee0c-ccf8-4195-8931-18d06a4a6f72 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7250431 May 23 15:37:53.688896 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 39746) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:53.694592 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-8d122675-e6d3-4f15-8df0-4fc616e5ccd6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1226359036-router', 'tenant_id': 'ff6357e23ce94690840a2e24ec0a6143', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'}}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:37:53.708754 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ee8ddf23-7d0e-428a-a911-6b97d2e5f75e req-2c98cf51-b810-45ca-8f66-54015235f5b1 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/security-groups?id=3064fff5-b011-4130-9380-5e2a77d8ed80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593212 May 23 15:37:53.786323 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8d122675-e6d3-4f15-8df0-4fc616e5ccd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-861683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31585'] for router (3e4835fa-012d-4502-bc16-46e90a4fa108), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:53.787555 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8d122675-e6d3-4f15-8df0-4fc616e5ccd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-866915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-866547', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-831881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31512'] for router (3e4835fa-012d-4502-bc16-46e90a4fa108), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:53.818742 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port 9be3bed4-0c54-4d40-988f-b8cd14e5145d is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:37:53.819422 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (9be3bed4-0c54-4d40-988f-b8cd14e5145d), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:53.828727 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d31bec-9e83-43fb-8480-5d9755036ce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa639b77-8a03-51d8-9c43-407bd9ee6f7a-41bff74d-5b76-45bb-ae3e-5040e2ef0629', 'network_id': '41bff74d-5b76-45bb-ae3e-5040e2ef0629', 'project_id': 'ff6357e23ce94690840a2e24ec0a6143', 'fixed_ips': [{'subnet_id': '96238271-b37c-430e-84bc-f41626059676'}]}} from dv-cinder-841125-8-iscsi. {{(pid=104082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 15:37:53.829684 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-66d31bec-9e83-43fb-8480-5d9755036ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:53.861485 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] For port 9be3bed4-0c54-4d40-988f-b8cd14e5145d, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=9be3bed4-0c54-4d40-988f-b8cd14e5145d,segment=NetworkSegment(36a83107-a298-4f41-a08d-e6c665169c28),segment_id=36a83107-a298-4f41-a08d-e6c665169c28)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:37:53.871952 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (9be3bed4-0c54-4d40-988f-b8cd14e5145d), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:53.895101 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8d122675-e6d3-4f15-8df0-4fc616e5ccd6 admin admin] Publish callbacks [] for router_controller (3e4835fa-012d-4502-bc16-46e90a4fa108), precommit_add_association {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:54.007407 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Pushing event updated for resources: {'Port': ['ID=9be3bed4-0c54-4d40-988f-b8cd14e5145d,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:54.023519 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:54.023890 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:54.024266 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:54.024629 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:54.025026 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:54.025378 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:54.025699 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:54.026166 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:54.026376 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:54.026708 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:54.027037 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:54.027438 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:54.027741 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:54.027983 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:54.028305 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:54.050736 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.db_base_plugin_common [None req-66d31bec-9e83-43fb-8480-5d9755036ce6 None None] Allocated IP 172.20.0.2 (41bff74d-5b76-45bb-ae3e-5040e2ef0629/96238271-b37c-430e-84bc-f41626059676/0fedddcb-6fc0-4473-8377-a110a3484a79) {{(pid=104082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:37:54.077132 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8d122675-e6d3-4f15-8df0-4fc616e5ccd6 admin admin] Publish callbacks [] for router_gateway (3e4835fa-012d-4502-bc16-46e90a4fa108), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:54.136946 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:54.154512 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [req-212a0caa-a619-40f1-bf7b-0a2f4a5a914d req-8e63f039-9099-48ca-8f5b-80d81c247e91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 199fe9ce-22b1-4b54-8609-3dcc8871b67c {{(pid=104081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:37:54.167495 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-212a0caa-a619-40f1-bf7b-0a2f4a5a914d req-8e63f039-9099-48ca-8f5b-80d81c247e91 service neutron] Publish callbacks [] for port (199fe9ce-22b1-4b54-8609-3dcc8871b67c), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:54.189537 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [req-212a0caa-a619-40f1-bf7b-0a2f4a5a914d req-8e63f039-9099-48ca-8f5b-80d81c247e91 service neutron] Transition to ACTIVE for port object 199fe9ce-22b1-4b54-8609-3dcc8871b67c will not be triggered until provisioned by entity L2. {{(pid=104081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 15:37:54.200643 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-212a0caa-a619-40f1-bf7b-0a2f4a5a914d req-8e63f039-9099-48ca-8f5b-80d81c247e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4250195'] for port (199fe9ce-22b1-4b54-8609-3dcc8871b67c), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:54.235070 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-66d31bec-9e83-43fb-8480-5d9755036ce6 None None] Publish callbacks [] for port (0fedddcb-6fc0-4473-8377-a110a3484a79), precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:54.242249 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-66d31bec-9e83-43fb-8480-5d9755036ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965'] for port (0fedddcb-6fc0-4473-8377-a110a3484a79), after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:54.285441 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d31bec-9e83-43fb-8480-5d9755036ce6 None None] Pushing event updated for resources: {'Port': ['ID=0fedddcb-6fc0-4473-8377-a110a3484a79,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:54.307965 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d31bec-9e83-43fb-8480-5d9755036ce6 None None] Network 41bff74d-5b76-45bb-ae3e-5040e2ef0629 is already hosted by enough agents. {{(pid=104082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:37:54.309690 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [None req-66d31bec-9e83-43fb-8480-5d9755036ce6 None None] Resources bound (agent type, host, resource id): {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:37:54.312030 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d31bec-9e83-43fb-8480-5d9755036ce6 None None] Received port after_create {{(pid=104082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:37:54.354808 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63f039-9099-48ca-8f5b-80d81c247e91 service neutron] Pushing event updated for resources: {'Port': ['ID=199fe9ce-22b1-4b54-8609-3dcc8871b67c,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:54.367464 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:54.380406 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-66d31bec-9e83-43fb-8480-5d9755036ce6 None None] Attempting to bind port 0fedddcb-6fc0-4473-8377-a110a3484a79 on host dv-cinder-841125-8-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:37:54.381160 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-66d31bec-9e83-43fb-8480-5d9755036ce6 None None] Attempting to bind port 0fedddcb-6fc0-4473-8377-a110a3484a79 by drivers openvswitch,hyperv on host dv-cinder-841125-8-iscsi at level 0 using segments [{'id': 'dfc7cb31-01cd-4eee-8032-ad093087e612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': '41bff74d-5b76-45bb-ae3e-5040e2ef0629'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:37:54.381683 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d31bec-9e83-43fb-8480-5d9755036ce6 None None] Attempting to bind port 0fedddcb-6fc0-4473-8377-a110a3484a79 on network 41bff74d-5b76-45bb-ae3e-5040e2ef0629 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:37:54.389042 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d31bec-9e83-43fb-8480-5d9755036ce6 None None] Checking agent: {'id': '1cc95fa5-d110-483d-93d7-5dca7a29794e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 21, 10), 'started_at': datetime.datetime(2022, 5, 23, 15, 21, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:37:54.389526 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d31bec-9e83-43fb-8480-5d9755036ce6 None None] Checking segment: {'id': 'dfc7cb31-01cd-4eee-8032-ad093087e612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': '41bff74d-5b76-45bb-ae3e-5040e2ef0629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:37:54.389823 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-66d31bec-9e83-43fb-8480-5d9755036ce6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:54.390215 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d31bec-9e83-43fb-8480-5d9755036ce6 None None] Bound using segment: {'id': 'dfc7cb31-01cd-4eee-8032-ad093087e612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': '41bff74d-5b76-45bb-ae3e-5040e2ef0629'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:37:54.390680 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-66d31bec-9e83-43fb-8480-5d9755036ce6 None None] Bound port: 0fedddcb-6fc0-4473-8377-a110a3484a79, host: dv-cinder-841125-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfc7cb31-01cd-4eee-8032-ad093087e612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': '41bff74d-5b76-45bb-ae3e-5040e2ef0629'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:37:54.391107 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-66d31bec-9e83-43fb-8480-5d9755036ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (0fedddcb-6fc0-4473-8377-a110a3484a79), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:54.414116 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:54.449054 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8d122675-e6d3-4f15-8df0-4fc616e5ccd6 admin admin] Publish callbacks [] for router_gateway (3e4835fa-012d-4502-bc16-46e90a4fa108), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:54.470664 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c71d674-eb85-4760-b292-d3e55e4eb126 None None] Sync routers for ids ['03bc3357-6415-4e9b-9019-b93302066f4a'] in dv-cinder-841125-8-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:37:54.472184 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8d122675-e6d3-4f15-8df0-4fc616e5ccd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:54.480953 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-66d31bec-9e83-43fb-8480-5d9755036ce6 None None] For port 0fedddcb-6fc0-4473-8377-a110a3484a79, host dv-cinder-841125-8-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:37:54.481505 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c71d674-eb85-4760-b292-d3e55e4eb126 None None] Routers {'03bc3357-6415-4e9b-9019-b93302066f4a'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:37:54.482426 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-0c71d674-eb85-4760-b292-d3e55e4eb126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:37:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['03bc3357-6415-4e9b-9019-b93302066f4a'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:37:54.486836 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-66d31bec-9e83-43fb-8480-5d9755036ce6 None None] For port 0fedddcb-6fc0-4473-8377-a110a3484a79, host dv-cinder-841125-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=0fedddcb-6fc0-4473-8377-a110a3484a79,segment=NetworkSegment(dfc7cb31-01cd-4eee-8032-ad093087e612),segment_id=dfc7cb31-01cd-4eee-8032-ad093087e612)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:37:54.496168 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-66d31bec-9e83-43fb-8480-5d9755036ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (0fedddcb-6fc0-4473-8377-a110a3484a79), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:54.535329 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-212a0caa-a619-40f1-bf7b-0a2f4a5a914d req-8e63f039-9099-48ca-8f5b-80d81c247e91 service neutron] Attempting to bind port 199fe9ce-22b1-4b54-8609-3dcc8871b67c on host hv-cinder-84112 for vnic_type normal with profile {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:37:54.535663 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-212a0caa-a619-40f1-bf7b-0a2f4a5a914d req-8e63f039-9099-48ca-8f5b-80d81c247e91 service neutron] Attempting to bind port 199fe9ce-22b1-4b54-8609-3dcc8871b67c by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': 'a33df297-cff4-4dc7-995c-d48d2ea7dd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '6495a1a0-6477-40d3-9721-b2cb09e400eb'}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:37:54.535988 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212a0caa-a619-40f1-bf7b-0a2f4a5a914d req-8e63f039-9099-48ca-8f5b-80d81c247e91 service neutron] Attempting to bind port 199fe9ce-22b1-4b54-8609-3dcc8871b67c on network 6495a1a0-6477-40d3-9721-b2cb09e400eb {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:37:54.564125 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 39754) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:54.589874 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212a0caa-a619-40f1-bf7b-0a2f4a5a914d req-8e63f039-9099-48ca-8f5b-80d81c247e91 service neutron] Port 199fe9ce-22b1-4b54-8609-3dcc8871b67c on network 6495a1a0-6477-40d3-9721-b2cb09e400eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 15:37:54.590184 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212a0caa-a619-40f1-bf7b-0a2f4a5a914d req-8e63f039-9099-48ca-8f5b-80d81c247e91 service neutron] Attempting to bind port 199fe9ce-22b1-4b54-8609-3dcc8871b67c on network 6495a1a0-6477-40d3-9721-b2cb09e400eb {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:37:54.596159 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d31bec-9e83-43fb-8480-5d9755036ce6 None None] Pushing event updated for resources: {'Port': ['ID=0fedddcb-6fc0-4473-8377-a110a3484a79,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:54.615746 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-0c71d674-eb85-4760-b292-d3e55e4eb126 None None] Set router 03bc3357-6415-4e9b-9019-b93302066f4a gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:37:54.623227 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212a0caa-a619-40f1-bf7b-0a2f4a5a914d req-8e63f039-9099-48ca-8f5b-80d81c247e91 service neutron] Checking agent: {'id': '88197243-2542-4a6c-b81b-f727b3d95aaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 27, 45), 'started_at': datetime.datetime(2022, 5, 23, 15, 27, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:37:54.623773 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212a0caa-a619-40f1-bf7b-0a2f4a5a914d req-8e63f039-9099-48ca-8f5b-80d81c247e91 service neutron] Checking segment: {'id': 'a33df297-cff4-4dc7-995c-d48d2ea7dd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '6495a1a0-6477-40d3-9721-b2cb09e400eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:37:54.624300 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212a0caa-a619-40f1-bf7b-0a2f4a5a914d req-8e63f039-9099-48ca-8f5b-80d81c247e91 service neutron] Bound using segment: {'id': 'a33df297-cff4-4dc7-995c-d48d2ea7dd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '6495a1a0-6477-40d3-9721-b2cb09e400eb'} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:37:54.624938 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-212a0caa-a619-40f1-bf7b-0a2f4a5a914d req-8e63f039-9099-48ca-8f5b-80d81c247e91 service neutron] Bound port: 199fe9ce-22b1-4b54-8609-3dcc8871b67c, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a33df297-cff4-4dc7-995c-d48d2ea7dd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '6495a1a0-6477-40d3-9721-b2cb09e400eb'}}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:37:54.625833 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-212a0caa-a619-40f1-bf7b-0a2f4a5a914d req-8e63f039-9099-48ca-8f5b-80d81c247e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (199fe9ce-22b1-4b54-8609-3dcc8871b67c), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:54.710008 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:54.730275 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-adb911c0-b461-4420-8e93-73235dc49308 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:54.786520 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-8d122675-e6d3-4f15-8df0-4fc616e5ccd6 admin admin] Allocated IP 172.27.2.218 (c36a36f9-cc20-4687-9603-de8e87d2bfc7/aa177288-79a2-4e75-ac60-432249438b03/7443781e-ebde-4476-b228-1e23ef1613f8) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:37:54.868968 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-0c71d674-eb85-4760-b292-d3e55e4eb126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'name': 'tempest-TestVolumeBootPattern-820281492-router', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '9be3bed4-0c54-4d40-988f-b8cd14e5145d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:37:47Z', 'updated_at': '2022-05-23T15:37:50Z', 'revision_number': 4, 'project_id': '449514f02fbc485484110bde5a2018c0', 'gw_port': {'id': '9be3bed4-0c54-4d40-988f-b8cd14e5145d', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:47Z', 'updated_at': '2022-05-23T15:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': '935605e9-544c-410d-90d7-50d8814b2cb7', 'name': '', 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'mac_address': 'fa:16:3e:9b:8b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '2b1946d5-9e4d-4972-92d1-6e334ddbfdf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:50Z', 'updated_at': '2022-05-23T15:37:50Z', 'revision_number': 2, 'project_id': '449514f02fbc485484110bde5a2018c0', 'subnets': [{'id': '2b1946d5-9e4d-4972-92d1-6e334ddbfdf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:37:54.893044 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-adb911c0-b461-4420-8e93-73235dc49308 admin admin] Publish callbacks [] for security_group (d4578a43-ce92-448a-855a-539846a39a12), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:54.900793 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-adb911c0-b461-4420-8e93-73235dc49308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (d4578a43-ce92-448a-855a-539846a39a12), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:54.901422 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c71d674-eb85-4760-b292-d3e55e4eb126 None None] Checking router: 03bc3357-6415-4e9b-9019-b93302066f4a for host: dv-cinder-841125-8-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:37:54.901890 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c71d674-eb85-4760-b292-d3e55e4eb126 None None] Updating router 03bc3357-6415-4e9b-9019-b93302066f4a port 935605e9-544c-410d-90d7-50d8814b2cb7 binding host dv-cinder-841125-8-iscsi {{(pid=104083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 15:37:54.921864 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-212a0caa-a619-40f1-bf7b-0a2f4a5a914d req-8e63f039-9099-48ca-8f5b-80d81c247e91 service neutron] For port 199fe9ce-22b1-4b54-8609-3dcc8871b67c, host hv-cinder-84112, cleared binding levels {{(pid=104081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:37:54.949931 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0c71d674-eb85-4760-b292-d3e55e4eb126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (935605e9-544c-410d-90d7-50d8814b2cb7), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:54.950930 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-adb911c0-b461-4420-8e93-73235dc49308 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f92de8c11cfc4565835f4b08f6ecacd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3857243 May 23 15:37:54.953258 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb911c0-b461-4420-8e93-73235dc49308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4578a43-ce92-448a-855a-539846a39a12,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:54.957924 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 39760) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:54.962213 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4b4fb-a9e3-420c-8be3-e74e8140b3b0 req-93dfabea-1040-42b3-821d-b91afed1bc25 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:37:54.964562 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a2a4b4fb-a9e3-420c-8be3-e74e8140b3b0 req-93dfabea-1040-42b3-821d-b91afed1bc25 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73d09e6-350f-47aa-ac66-f4d00aa35221 HTTP/1.1" status: 200 len: 943 time: 0.1025887 May 23 15:37:54.969591 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-212a0caa-a619-40f1-bf7b-0a2f4a5a914d req-8e63f039-9099-48ca-8f5b-80d81c247e91 service neutron] For port 199fe9ce-22b1-4b54-8609-3dcc8871b67c, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=199fe9ce-22b1-4b54-8609-3dcc8871b67c,segment=NetworkSegment(a33df297-cff4-4dc7-995c-d48d2ea7dd36),segment_id=a33df297-cff4-4dc7-995c-d48d2ea7dd36)] {{(pid=104081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:37:54.982033 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-212a0caa-a619-40f1-bf7b-0a2f4a5a914d req-8e63f039-9099-48ca-8f5b-80d81c247e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4250195'] for port (199fe9ce-22b1-4b54-8609-3dcc8871b67c), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:55.033131 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a5f22267-f8fd-4a46-b627-232630a18eb2 admin admin] Publish callbacks [] for security_group (d4578a43-ce92-448a-855a-539846a39a12), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:55.059119 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a5f22267-f8fd-4a46-b627-232630a18eb2 admin admin] Publish callbacks [] for security_group (d4578a43-ce92-448a-855a-539846a39a12), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:55.061926 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a0caa-a619-40f1-bf7b-0a2f4a5a914d req-8e63f039-9099-48ca-8f5b-80d81c247e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:37:55.063245 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-212a0caa-a619-40f1-bf7b-0a2f4a5a914d req-8e63f039-9099-48ca-8f5b-80d81c247e91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for port (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:55.066446 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-212a0caa-a619-40f1-bf7b-0a2f4a5a914d req-8e63f039-9099-48ca-8f5b-80d81c247e91 service neutron] 10.222.0.72 "PUT /v2.0/ports/199fe9ce-22b1-4b54-8609-3dcc8871b67c HTTP/1.1" status: 200 len: 1093 time: 1.5549350 May 23 15:37:55.070753 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73d09e6-350f-47aa-ac66-f4d00aa35221', 'tag': '199fe9ce-22b1-4b54-8609-3dcc8871b67c'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:37:55.073117 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d701dac66fe37c46ae86bb78260b1e19b4b16e00f190307f8222235e17cfe25e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec925b4-3e79-48e9-9e53-fe40cb4c3dc6" -d '{"events": [{"name": "network-changed", "server_uuid": "c73d09e6-350f-47aa-ac66-f4d00aa35221", "tag": "199fe9ce-22b1-4b54-8609-3dcc8871b67c"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:37:55.119727 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a5f22267-f8fd-4a46-b627-232630a18eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (d4578a43-ce92-448a-855a-539846a39a12), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:55.122776 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a5f22267-f8fd-4a46-b627-232630a18eb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:55.125039 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-a5f22267-f8fd-4a46-b627-232630a18eb2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d4578a43-ce92-448a-855a-539846a39a12 HTTP/1.1" status: 204 len: 168 time: 0.1655641 May 23 15:37:55.144505 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9451a503-a811-486c-a7fd-088d0a2cf439 x-openstack-request-id: req-9451a503-a811-486c-a7fd-088d0a2cf439 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:37:55.144902 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c73d09e6-350f-47aa-ac66-f4d00aa35221", "tag": "199fe9ce-22b1-4b54-8609-3dcc8871b67c", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:37:55.145237 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9451a503-a811-486c-a7fd-088d0a2cf439 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:37:55.145636 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9451a503-a811-486c-a7fd-088d0a2cf439'] response: {'name': 'network-changed', 'server_uuid': 'c73d09e6-350f-47aa-ac66-f4d00aa35221', 'tag': '199fe9ce-22b1-4b54-8609-3dcc8871b67c', 'status': 'completed', 'code': 200} May 23 15:37:55.148076 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f22267-f8fd-4a46-b627-232630a18eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4578a43-ce92-448a-855a-539846a39a12,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:55.152125 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8d122675-e6d3-4f15-8df0-4fc616e5ccd6 admin admin] Publish callbacks [] for port (7443781e-ebde-4476-b228-1e23ef1613f8), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:55.215624 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63f039-9099-48ca-8f5b-80d81c247e91 service neutron] Pushing event updated for resources: {'Port': ['ID=199fe9ce-22b1-4b54-8609-3dcc8871b67c,revision_number=3']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:55.229507 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a2a4b4fb-a9e3-420c-8be3-e74e8140b3b0 req-5e7de352-c8a9-4bae-9b96-514d3e07b711 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/security-groups?id=3064fff5-b011-4130-9380-5e2a77d8ed80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528429 May 23 15:37:55.256909 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a0caa-a619-40f1-bf7b-0a2f4a5a914d req-89988629-ffde-41c0-88f5-731716c46cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:37:55.258514 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-212a0caa-a619-40f1-bf7b-0a2f4a5a914d req-89988629-ffde-41c0-88f5-731716c46cb3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b7b56a844c04f0d97fc46c39c8159ce&device_id=c73d09e6-350f-47aa-ac66-f4d00aa35221 HTTP/1.1" status: 200 len: 1127 time: 0.0842249 May 23 15:37:55.272991 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8d122675-e6d3-4f15-8df0-4fc616e5ccd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250202'] for port (7443781e-ebde-4476-b228-1e23ef1613f8), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:55.350257 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d122675-e6d3-4f15-8df0-4fc616e5ccd6 admin admin] Network c36a36f9-cc20-4687-9603-de8e87d2bfc7 is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:37:55.353637 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-8d122675-e6d3-4f15-8df0-4fc616e5ccd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:37:55.360593 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-212a0caa-a619-40f1-bf7b-0a2f4a5a914d req-6631ed01-c50b-4226-bd4d-3f975ca7364c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=199fe9ce-22b1-4b54-8609-3dcc8871b67c HTTP/1.1" status: 200 len: 217 time: 0.0529587 May 23 15:37:55.364285 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d122675-e6d3-4f15-8df0-4fc616e5ccd6 admin admin] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:37:55.401154 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d122675-e6d3-4f15-8df0-4fc616e5ccd6 admin admin] Pushing event updated for resources: {'Port': ['ID=7443781e-ebde-4476-b228-1e23ef1613f8,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:55.404196 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:55.464603 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a0caa-a619-40f1-bf7b-0a2f4a5a914d req-fbf5bd7f-838f-4633-96b4-cafc59a21d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:37:55.465956 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-212a0caa-a619-40f1-bf7b-0a2f4a5a914d req-fbf5bd7f-838f-4633-96b4-cafc59a21d30 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=41851114-c044-4144-af01-eb2fc4da40f7 HTTP/1.1" status: 200 len: 848 time: 0.0757387 May 23 15:37:55.470545 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0c71d674-eb85-4760-b292-d3e55e4eb126 None None] Publish callbacks [] for port (935605e9-544c-410d-90d7-50d8814b2cb7), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:55.477520 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0c71d674-eb85-4760-b292-d3e55e4eb126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (935605e9-544c-410d-90d7-50d8814b2cb7), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:55.535854 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75995456-61ae-4d55-bff8-974d2653eae3 None None] Pushing event updated for resources: {'Port': ['ID=935605e9-544c-410d-90d7-50d8814b2cb7,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:55.541363 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:55.551122 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75995456-61ae-4d55-bff8-974d2653eae3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:55.551613 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75995456-61ae-4d55-bff8-974d2653eae3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:55.552257 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75995456-61ae-4d55-bff8-974d2653eae3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:55.552475 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75995456-61ae-4d55-bff8-974d2653eae3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:55.552826 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75995456-61ae-4d55-bff8-974d2653eae3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:55.553203 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75995456-61ae-4d55-bff8-974d2653eae3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:55.553533 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75995456-61ae-4d55-bff8-974d2653eae3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:55.553866 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75995456-61ae-4d55-bff8-974d2653eae3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:55.554193 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75995456-61ae-4d55-bff8-974d2653eae3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:55.554521 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75995456-61ae-4d55-bff8-974d2653eae3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:55.554869 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75995456-61ae-4d55-bff8-974d2653eae3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:55.555197 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75995456-61ae-4d55-bff8-974d2653eae3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:55.555526 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75995456-61ae-4d55-bff8-974d2653eae3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:55.555846 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75995456-61ae-4d55-bff8-974d2653eae3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:55.556178 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75995456-61ae-4d55-bff8-974d2653eae3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:55.593177 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 39768) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:55.614338 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f534cfd2-a6ec-4198-b0ee-a2d1b411790f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:55.614597 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-212a0caa-a619-40f1-bf7b-0a2f4a5a914d req-681d3466-1249-4e34-b8f3-9878b1dac43e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6495a1a0-6477-40d3-9721-b2cb09e400eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983794 May 23 15:37:55.629522 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=100 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:55.640895 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-0c71d674-eb85-4760-b292-d3e55e4eb126 None None] Attempting to bind port 935605e9-544c-410d-90d7-50d8814b2cb7 on host dv-cinder-841125-8-iscsi for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:37:55.641271 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-0c71d674-eb85-4760-b292-d3e55e4eb126 None None] Attempting to bind port 935605e9-544c-410d-90d7-50d8814b2cb7 by drivers openvswitch,hyperv on host dv-cinder-841125-8-iscsi at level 0 using segments [{'id': '46f30410-07ea-4763-89e0-8de109268753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:37:55.641636 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c71d674-eb85-4760-b292-d3e55e4eb126 None None] Attempting to bind port 935605e9-544c-410d-90d7-50d8814b2cb7 on network 5ca014fd-aa0f-4216-ae7a-a155fcb74406 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:37:55.650259 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c71d674-eb85-4760-b292-d3e55e4eb126 None None] Checking agent: {'id': '1cc95fa5-d110-483d-93d7-5dca7a29794e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 21, 10), 'started_at': datetime.datetime(2022, 5, 23, 15, 21, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:37:55.650993 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c71d674-eb85-4760-b292-d3e55e4eb126 None None] Checking segment: {'id': '46f30410-07ea-4763-89e0-8de109268753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:37:55.651620 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0c71d674-eb85-4760-b292-d3e55e4eb126 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:55.652184 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c71d674-eb85-4760-b292-d3e55e4eb126 None None] Bound using segment: {'id': '46f30410-07ea-4763-89e0-8de109268753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:37:55.652925 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-0c71d674-eb85-4760-b292-d3e55e4eb126 None None] Bound port: 935605e9-544c-410d-90d7-50d8814b2cb7, host: dv-cinder-841125-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f30410-07ea-4763-89e0-8de109268753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:37:55.653972 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0c71d674-eb85-4760-b292-d3e55e4eb126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (935605e9-544c-410d-90d7-50d8814b2cb7), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:55.731164 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 9be3bed4-0c54-4d40-988f-b8cd14e5145d up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:37:55.757593 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-0c71d674-eb85-4760-b292-d3e55e4eb126 None None] For port 935605e9-544c-410d-90d7-50d8814b2cb7, host dv-cinder-841125-8-iscsi, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:37:55.762586 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-0c71d674-eb85-4760-b292-d3e55e4eb126 None None] For port 935605e9-544c-410d-90d7-50d8814b2cb7, host dv-cinder-841125-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=935605e9-544c-410d-90d7-50d8814b2cb7,segment=NetworkSegment(46f30410-07ea-4763-89e0-8de109268753),segment_id=46f30410-07ea-4763-89e0-8de109268753)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:37:55.768107 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f534cfd2-a6ec-4198-b0ee-a2d1b411790f admin admin] Publish callbacks [] for security_group (fb05cac4-dbcd-403a-8cbe-037bc933ced8), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:55.771597 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0c71d674-eb85-4760-b292-d3e55e4eb126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (935605e9-544c-410d-90d7-50d8814b2cb7), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:55.773869 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f534cfd2-a6ec-4198-b0ee-a2d1b411790f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (fb05cac4-dbcd-403a-8cbe-037bc933ced8), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:55.802645 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f534cfd2-a6ec-4198-b0ee-a2d1b411790f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb05cac4-dbcd-403a-8cbe-037bc933ced8,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:55.833002 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-f534cfd2-a6ec-4198-b0ee-a2d1b411790f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f3e17ef7b8a24cc4971e6c04516c88c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355473 May 23 15:37:55.833418 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 39770) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:55.882306 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c71d674-eb85-4760-b292-d3e55e4eb126 None None] Routers {'03bc3357-6415-4e9b-9019-b93302066f4a'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:37:55.882906 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-0c71d674-eb85-4760-b292-d3e55e4eb126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:37:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['03bc3357-6415-4e9b-9019-b93302066f4a'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:37:55.892784 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=12 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:55.894857 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75995456-61ae-4d55-bff8-974d2653eae3 None None] Pushing event updated for resources: {'Port': ['ID=935605e9-544c-410d-90d7-50d8814b2cb7,revision_number=4']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:55.895694 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-212a0caa-a619-40f1-bf7b-0a2f4a5a914d req-23b43fbe-d9ec-47d3-a388-1a5448a83bbd service neutron] 10.222.0.72 "GET /v2.0/networks/6495a1a0-6477-40d3-9721-b2cb09e400eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580881 May 23 15:37:55.908491 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a3cfa6e8-feab-433a-9b20-4355d677111b admin admin] Publish callbacks [] for security_group (fb05cac4-dbcd-403a-8cbe-037bc933ced8), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:55.949623 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a3cfa6e8-feab-433a-9b20-4355d677111b admin admin] Publish callbacks [] for security_group (fb05cac4-dbcd-403a-8cbe-037bc933ced8), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:56.016238 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:INSERT=11,neutron:SELECT=85,neutron:DELETE=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:56.037837 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a3cfa6e8-feab-433a-9b20-4355d677111b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (fb05cac4-dbcd-403a-8cbe-037bc933ced8), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:56.040481 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a3cfa6e8-feab-433a-9b20-4355d677111b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:56.051419 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-a3cfa6e8-feab-433a-9b20-4355d677111b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fb05cac4-dbcd-403a-8cbe-037bc933ced8 HTTP/1.1" status: 204 len: 168 time: 0.2099960 May 23 15:37:56.077138 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cfa6e8-feab-433a-9b20-4355d677111b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb05cac4-dbcd-403a-8cbe-037bc933ced8,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:56.102745 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-0c71d674-eb85-4760-b292-d3e55e4eb126 None None] Set router 03bc3357-6415-4e9b-9019-b93302066f4a gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:37:56.129186 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-d8d2040c-5199-4a5b-bd6d-93a724eb5a9e None None] Provisioning complete for port 935605e9-544c-410d-90d7-50d8814b2cb7 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:37:56.129888 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d8d2040c-5199-4a5b-bd6d-93a724eb5a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (935605e9-544c-410d-90d7-50d8814b2cb7), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:56.136624 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011180ad-9407-4376-aff2-910c81e9e07e None None] Network 41bff74d-5b76-45bb-ae3e-5040e2ef0629 requested from dv-cinder-841125-8-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:37:56.157813 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:56.181575 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8d122675-e6d3-4f15-8df0-4fc616e5ccd6 admin admin] Publish callbacks [] for router_gateway (3e4835fa-012d-4502-bc16-46e90a4fa108), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:56.265547 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port 9be3bed4-0c54-4d40-988f-b8cd14e5145d triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:37:56.266189 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (9be3bed4-0c54-4d40-988f-b8cd14e5145d), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:56.346115 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-212a0caa-a619-40f1-bf7b-0a2f4a5a914d req-1057f6fc-5778-4740-82ab-9e712c8b1708 service neutron] 10.222.0.72 "GET /v2.0/networks/6495a1a0-6477-40d3-9721-b2cb09e400eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392247 May 23 15:37:56.349563 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-d8d2040c-5199-4a5b-bd6d-93a724eb5a9e None None] Current status of the port 935605e9-544c-410d-90d7-50d8814b2cb7 is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:37:56.350355 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d8d2040c-5199-4a5b-bd6d-93a724eb5a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (935605e9-544c-410d-90d7-50d8814b2cb7), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:56.412414 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:56.436637 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a68c0-8268-4881-b99f-592ccaad24f4 req-efa0162a-720b-4f97-a668-01cbfce545d9 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:37:56.439096 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-485a68c0-8268-4881-b99f-592ccaad24f4 req-efa0162a-720b-4f97-a668-01cbfce545d9 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73d09e6-350f-47aa-ac66-f4d00aa35221 HTTP/1.1" status: 200 len: 943 time: 0.1088896 May 23 15:37:56.476166 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-0c71d674-eb85-4760-b292-d3e55e4eb126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'name': 'tempest-TestVolumeBootPattern-820281492-router', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '9be3bed4-0c54-4d40-988f-b8cd14e5145d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:37:47Z', 'updated_at': '2022-05-23T15:37:50Z', 'revision_number': 4, 'project_id': '449514f02fbc485484110bde5a2018c0', 'gw_port': {'id': '9be3bed4-0c54-4d40-988f-b8cd14e5145d', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:47Z', 'updated_at': '2022-05-23T15:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': '935605e9-544c-410d-90d7-50d8814b2cb7', 'name': '', 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'mac_address': 'fa:16:3e:9b:8b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '2b1946d5-9e4d-4972-92d1-6e334ddbfdf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:50Z', 'updated_at': '2022-05-23T15:37:55Z', 'revision_number': 4, 'project_id': '449514f02fbc485484110bde5a2018c0', 'subnets': [{'id': '2b1946d5-9e4d-4972-92d1-6e334ddbfdf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:37:56.479420 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-d8d2040c-5199-4a5b-bd6d-93a724eb5a9e None None] For port 935605e9-544c-410d-90d7-50d8814b2cb7, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=935605e9-544c-410d-90d7-50d8814b2cb7,segment=NetworkSegment(46f30410-07ea-4763-89e0-8de109268753),segment_id=46f30410-07ea-4763-89e0-8de109268753)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:37:56.508402 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8d122675-e6d3-4f15-8df0-4fc616e5ccd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-866922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-866470'] for router (3e4835fa-012d-4502-bc16-46e90a4fa108), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:56.509396 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c71d674-eb85-4760-b292-d3e55e4eb126 None None] The sync data for ids ['03bc3357-6415-4e9b-9019-b93302066f4a'] in dv-cinder-841125-8-iscsi is: [{'id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'name': 'tempest-TestVolumeBootPattern-820281492-router', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '9be3bed4-0c54-4d40-988f-b8cd14e5145d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:37:47Z', 'updated_at': '2022-05-23T15:37:50Z', 'revision_number': 4, 'project_id': '449514f02fbc485484110bde5a2018c0', 'gw_port': {'id': '9be3bed4-0c54-4d40-988f-b8cd14e5145d', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:47Z', 'updated_at': '2022-05-23T15:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': '935605e9-544c-410d-90d7-50d8814b2cb7', 'name': '', 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'mac_address': 'fa:16:3e:9b:8b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '2b1946d5-9e4d-4972-92d1-6e334ddbfdf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:50Z', 'updated_at': '2022-05-23T15:37:55Z', 'revision_number': 4, 'project_id': '449514f02fbc485484110bde5a2018c0', 'subnets': [{'id': '2b1946d5-9e4d-4972-92d1-6e334ddbfdf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:37:56.532997 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d8d2040c-5199-4a5b-bd6d-93a724eb5a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (935605e9-544c-410d-90d7-50d8814b2cb7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:56.554467 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-485a68c0-8268-4881-b99f-592ccaad24f4 req-d75756db-81fd-491f-a809-60e57cc7614e tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/security-groups?id=3064fff5-b011-4130-9380-5e2a77d8ed80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948994 May 23 15:37:56.608196 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port 9be3bed4-0c54-4d40-988f-b8cd14e5145d is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:37:56.609651 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 0fedddcb-6fc0-4473-8377-a110a3484a79 up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:37:56.689028 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2040c-5199-4a5b-bd6d-93a724eb5a9e None None] Pushing event updated for resources: {'Port': ['ID=935605e9-544c-410d-90d7-50d8814b2cb7,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:56.733244 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d122675-e6d3-4f15-8df0-4fc616e5ccd6 admin admin] Router 3e4835fa-012d-4502-bc16-46e90a4fa108 is scheduled to L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb with binding_index 1 {{(pid=104081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 15:37:56.735403 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-d4221487-a97a-4784-ac97-82c0bf68d085 None None] Provisioning complete for port 935605e9-544c-410d-90d7-50d8814b2cb7 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:37:56.735917 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d4221487-a97a-4784-ac97-82c0bf68d085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (935605e9-544c-410d-90d7-50d8814b2cb7), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:56.787074 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port 0fedddcb-6fc0-4473-8377-a110a3484a79 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:37:56.788278 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (0fedddcb-6fc0-4473-8377-a110a3484a79), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:56.856204 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d122675-e6d3-4f15-8df0-4fc616e5ccd6 admin admin] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:37:56.865374 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:56.876578 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede3ea9e-91c7-4699-872e-9b37cee0100a None None] Sync routers for ids ['3e4835fa-012d-4502-bc16-46e90a4fa108'] in dv-cinder-841125-8-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:37:56.883389 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8d122675-e6d3-4f15-8df0-4fc616e5ccd6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:56.887257 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-8d122675-e6d3-4f15-8df0-4fc616e5ccd6 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1940989 May 23 15:37:56.887585 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 39786) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:56.955542 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port 0fedddcb-6fc0-4473-8377-a110a3484a79 is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:37:56.956145 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (0fedddcb-6fc0-4473-8377-a110a3484a79), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:56.970504 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede3ea9e-91c7-4699-872e-9b37cee0100a None None] Routers {'3e4835fa-012d-4502-bc16-46e90a4fa108'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:37:56.971153 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-ede3ea9e-91c7-4699-872e-9b37cee0100a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:37:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['3e4835fa-012d-4502-bc16-46e90a4fa108'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:37:56.981421 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-d4221487-a97a-4784-ac97-82c0bf68d085 None None] Current status of the port 935605e9-544c-410d-90d7-50d8814b2cb7 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:37:57.042260 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-d4221487-a97a-4784-ac97-82c0bf68d085 None None] Provisioning complete for port 0fedddcb-6fc0-4473-8377-a110a3484a79 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:37:57.042662 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d4221487-a97a-4784-ac97-82c0bf68d085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (0fedddcb-6fc0-4473-8377-a110a3484a79), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:57.054828 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:UPDATE=4 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:57.090101 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] For port 0fedddcb-6fc0-4473-8377-a110a3484a79, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=0fedddcb-6fc0-4473-8377-a110a3484a79,segment=NetworkSegment(dfc7cb31-01cd-4eee-8032-ad093087e612),segment_id=dfc7cb31-01cd-4eee-8032-ad093087e612)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:37:57.108689 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (0fedddcb-6fc0-4473-8377-a110a3484a79), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:57.214411 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-ede3ea9e-91c7-4699-872e-9b37cee0100a None None] Set router 3e4835fa-012d-4502-bc16-46e90a4fa108 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:37:57.307317 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Pushing event updated for resources: {'Port': ['ID=0fedddcb-6fc0-4473-8377-a110a3484a79,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:57.315283 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec925b4-3e79-48e9-9e53-fe40cb4c3dc6 req-0e10a59d-7b2f-4c1b-87c7-58704d6d5f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:37:57.317988 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fec925b4-3e79-48e9-9e53-fe40cb4c3dc6 req-0e10a59d-7b2f-4c1b-87c7-58704d6d5f96 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b7b56a844c04f0d97fc46c39c8159ce&device_id=c73d09e6-350f-47aa-ac66-f4d00aa35221 HTTP/1.1" status: 200 len: 1127 time: 0.0715704 May 23 15:37:57.357930 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-d4221487-a97a-4784-ac97-82c0bf68d085 None None] Current status of the port 0fedddcb-6fc0-4473-8377-a110a3484a79 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:37:57.476138 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-ede3ea9e-91c7-4699-872e-9b37cee0100a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4835fa-012d-4502-bc16-46e90a4fa108', 'name': 'tempest-TestVolumeBootPattern-1226359036-router', 'tenant_id': 'ff6357e23ce94690840a2e24ec0a6143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '7443781e-ebde-4476-b228-1e23ef1613f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:37:53Z', 'updated_at': '2022-05-23T15:37:55Z', 'revision_number': 3, 'project_id': 'ff6357e23ce94690840a2e24ec0a6143', 'gw_port': {'id': '7443781e-ebde-4476-b228-1e23ef1613f8', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:5b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4835fa-012d-4502-bc16-46e90a4fa108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:54Z', 'updated_at': '2022-05-23T15:37:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi'}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:37:57.482693 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-896d8ac7-7945-40f8-8355-e0100195ef8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:57.516787 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede3ea9e-91c7-4699-872e-9b37cee0100a None None] Checking router: 3e4835fa-012d-4502-bc16-46e90a4fa108 for host: dv-cinder-841125-8-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:37:57.517222 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede3ea9e-91c7-4699-872e-9b37cee0100a None None] Updating router 3e4835fa-012d-4502-bc16-46e90a4fa108 port 7443781e-ebde-4476-b228-1e23ef1613f8 binding host dv-cinder-841125-8-iscsi {{(pid=104082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 15:37:57.538542 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-5a319578-dfd2-4541-9134-c202d7626fbc None None] Provisioning complete for port 0fedddcb-6fc0-4473-8377-a110a3484a79 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:37:57.538930 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5a319578-dfd2-4541-9134-c202d7626fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (0fedddcb-6fc0-4473-8377-a110a3484a79), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:57.632135 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 935605e9-544c-410d-90d7-50d8814b2cb7 up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:37:57.694211 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:57.704272 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ede3ea9e-91c7-4699-872e-9b37cee0100a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (7443781e-ebde-4476-b228-1e23ef1613f8), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:57.742204 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-896d8ac7-7945-40f8-8355-e0100195ef8e admin admin] Allocated IP 172.20.0.1 (41bff74d-5b76-45bb-ae3e-5040e2ef0629/96238271-b37c-430e-84bc-f41626059676/f4e6319a-92ec-49db-89b7-d38194b6cfe7) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:37:57.831958 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port 935605e9-544c-410d-90d7-50d8814b2cb7 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:37:57.832897 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (935605e9-544c-410d-90d7-50d8814b2cb7), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:57.865811 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec925b4-3e79-48e9-9e53-fe40cb4c3dc6 req-d6ef0627-335a-4726-9857-52cee59d3f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:37:57.867313 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fec925b4-3e79-48e9-9e53-fe40cb4c3dc6 req-d6ef0627-335a-4726-9857-52cee59d3f0a service neutron] 10.222.0.72 "GET /v2.0/networks?id=6495a1a0-6477-40d3-9721-b2cb09e400eb HTTP/1.1" status: 200 len: 909 time: 0.5387359 May 23 15:37:57.867437 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-896d8ac7-7945-40f8-8355-e0100195ef8e admin admin] Publish callbacks [] for port (f4e6319a-92ec-49db-89b7-d38194b6cfe7), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:57.873273 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:57.879043 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:57.885626 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-5a319578-dfd2-4541-9134-c202d7626fbc None None] Current status of the port 0fedddcb-6fc0-4473-8377-a110a3484a79 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:37:57.926051 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-896d8ac7-7945-40f8-8355-e0100195ef8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (f4e6319a-92ec-49db-89b7-d38194b6cfe7), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:57.933387 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:57.957695 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fec925b4-3e79-48e9-9e53-fe40cb4c3dc6 req-bae5b6a0-8946-4f92-9e2b-535c565d56e2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=199fe9ce-22b1-4b54-8609-3dcc8871b67c HTTP/1.1" status: 200 len: 217 time: 0.0754232 May 23 15:37:57.988410 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896d8ac7-7945-40f8-8355-e0100195ef8e admin admin] Network 41bff74d-5b76-45bb-ae3e-5040e2ef0629 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:37:57.988617 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869f4af-478b-4dd0-a27d-ee04122e4bb8 req-964dc644-d185-4550-928b-297fcb7a65e6 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:37:57.989790 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1869f4af-478b-4dd0-a27d-ee04122e4bb8 req-964dc644-d185-4550-928b-297fcb7a65e6 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73d09e6-350f-47aa-ac66-f4d00aa35221 HTTP/1.1" status: 200 len: 943 time: 0.1215599 May 23 15:37:57.990527 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-896d8ac7-7945-40f8-8355-e0100195ef8e admin admin] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:37:58.006672 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896d8ac7-7945-40f8-8355-e0100195ef8e admin admin] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:37:58.046851 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d8ac7-7945-40f8-8355-e0100195ef8e admin admin] Pushing event updated for resources: {'Port': ['ID=f4e6319a-92ec-49db-89b7-d38194b6cfe7,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:58.047001 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port 935605e9-544c-410d-90d7-50d8814b2cb7 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:37:58.048070 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 0fedddcb-6fc0-4473-8377-a110a3484a79 up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:37:58.058313 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d8ac7-7945-40f8-8355-e0100195ef8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:58.059051 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d8ac7-7945-40f8-8355-e0100195ef8e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:58.059606 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d8ac7-7945-40f8-8355-e0100195ef8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:58.060187 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d8ac7-7945-40f8-8355-e0100195ef8e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:58.060787 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d8ac7-7945-40f8-8355-e0100195ef8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:58.061356 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d8ac7-7945-40f8-8355-e0100195ef8e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:58.061915 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d8ac7-7945-40f8-8355-e0100195ef8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:58.062570 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d8ac7-7945-40f8-8355-e0100195ef8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:58.063114 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d8ac7-7945-40f8-8355-e0100195ef8e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:58.063656 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d8ac7-7945-40f8-8355-e0100195ef8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:58.064218 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d8ac7-7945-40f8-8355-e0100195ef8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:58.064762 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d8ac7-7945-40f8-8355-e0100195ef8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:58.065424 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d8ac7-7945-40f8-8355-e0100195ef8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:58.065971 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d8ac7-7945-40f8-8355-e0100195ef8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:58.066617 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d8ac7-7945-40f8-8355-e0100195ef8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:58.077008 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1869f4af-478b-4dd0-a27d-ee04122e4bb8 req-895487aa-9cea-414b-b253-fc3c4cb94705 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/security-groups?id=3064fff5-b011-4130-9380-5e2a77d8ed80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668643 May 23 15:37:58.081299 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec925b4-3e79-48e9-9e53-fe40cb4c3dc6 req-942f6559-a9e9-4b57-86d5-a5477710cfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:37:58.082814 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fec925b4-3e79-48e9-9e53-fe40cb4c3dc6 req-942f6559-a9e9-4b57-86d5-a5477710cfef service neutron] 10.222.0.72 "GET /v2.0/subnets?id=41851114-c044-4144-af01-eb2fc4da40f7 HTTP/1.1" status: 200 len: 848 time: 0.1159723 May 23 15:37:58.093923 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-896d8ac7-7945-40f8-8355-e0100195ef8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-863987'] for router_interface (3e4835fa-012d-4502-bc16-46e90a4fa108), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:58.133168 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fec925b4-3e79-48e9-9e53-fe40cb4c3dc6 req-ebff9102-ca76-49ab-a370-2bf1004aed6b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6495a1a0-6477-40d3-9721-b2cb09e400eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439861 May 23 15:37:58.175583 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port 0fedddcb-6fc0-4473-8377-a110a3484a79 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:37:58.176006 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (0fedddcb-6fc0-4473-8377-a110a3484a79), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:58.258861 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-896d8ac7-7945-40f8-8355-e0100195ef8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (f4e6319a-92ec-49db-89b7-d38194b6cfe7), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:58.268608 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fec925b4-3e79-48e9-9e53-fe40cb4c3dc6 req-d1f20500-a1de-44ba-823b-73175d5cd0fb service neutron] 10.222.0.72 "GET /v2.0/networks/6495a1a0-6477-40d3-9721-b2cb09e400eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282766 May 23 15:37:58.327796 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port 0fedddcb-6fc0-4473-8377-a110a3484a79 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:37:58.348292 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:58.356296 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ede3ea9e-91c7-4699-872e-9b37cee0100a None None] Publish callbacks [] for port (7443781e-ebde-4476-b228-1e23ef1613f8), precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:58.363297 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ede3ea9e-91c7-4699-872e-9b37cee0100a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (7443781e-ebde-4476-b228-1e23ef1613f8), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:58.383041 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fec925b4-3e79-48e9-9e53-fe40cb4c3dc6 req-fcb517a5-7862-4900-b850-6f5bf4f6a2b4 service neutron] 10.222.0.72 "GET /v2.0/networks/6495a1a0-6477-40d3-9721-b2cb09e400eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052113 May 23 15:37:58.431398 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-ede3ea9e-91c7-4699-872e-9b37cee0100a None None] Attempting to bind port 7443781e-ebde-4476-b228-1e23ef1613f8 on host dv-cinder-841125-8-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:37:58.431774 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-ede3ea9e-91c7-4699-872e-9b37cee0100a None None] Attempting to bind port 7443781e-ebde-4476-b228-1e23ef1613f8 by drivers openvswitch,hyperv on host dv-cinder-841125-8-iscsi at level 0 using segments [{'id': '36a83107-a298-4f41-a08d-e6c665169c28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:37:58.432143 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede3ea9e-91c7-4699-872e-9b37cee0100a None None] Attempting to bind port 7443781e-ebde-4476-b228-1e23ef1613f8 on network c36a36f9-cc20-4687-9603-de8e87d2bfc7 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:37:58.438044 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a7e34c-21ad-4cf6-86a2-8ebb3f3a6432 None None] Pushing event updated for resources: {'Port': ['ID=7443781e-ebde-4476-b228-1e23ef1613f8,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:58.442283 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede3ea9e-91c7-4699-872e-9b37cee0100a None None] Checking agent: {'id': '1cc95fa5-d110-483d-93d7-5dca7a29794e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 21, 10), 'started_at': datetime.datetime(2022, 5, 23, 15, 21, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:37:58.442693 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede3ea9e-91c7-4699-872e-9b37cee0100a None None] Checking segment: {'id': '36a83107-a298-4f41-a08d-e6c665169c28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:37:58.443080 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ede3ea9e-91c7-4699-872e-9b37cee0100a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:58.443465 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede3ea9e-91c7-4699-872e-9b37cee0100a None None] Bound using segment: {'id': '36a83107-a298-4f41-a08d-e6c665169c28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:37:58.443963 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-ede3ea9e-91c7-4699-872e-9b37cee0100a None None] Bound port: 7443781e-ebde-4476-b228-1e23ef1613f8, host: dv-cinder-841125-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a83107-a298-4f41-a08d-e6c665169c28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:37:58.444338 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ede3ea9e-91c7-4699-872e-9b37cee0100a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (7443781e-ebde-4476-b228-1e23ef1613f8), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:58.463568 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-4d2d7f14-9712-4c9c-88d3-b5b543d07dc2 None None] Provisioning complete for port f4e6319a-92ec-49db-89b7-d38194b6cfe7 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:37:58.464024 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-4d2d7f14-9712-4c9c-88d3-b5b543d07dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (f4e6319a-92ec-49db-89b7-d38194b6cfe7), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:58.489163 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-896d8ac7-7945-40f8-8355-e0100195ef8e admin admin] Publish callbacks [] for port (f4e6319a-92ec-49db-89b7-d38194b6cfe7), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:58.493792 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-896d8ac7-7945-40f8-8355-e0100195ef8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413202'] for port (f4e6319a-92ec-49db-89b7-d38194b6cfe7), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:58.564989 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d8ac7-7945-40f8-8355-e0100195ef8e admin admin] Pushing event updated for resources: {'Port': ['ID=f4e6319a-92ec-49db-89b7-d38194b6cfe7,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:58.568268 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-896d8ac7-7945-40f8-8355-e0100195ef8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-243210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-863331'] for router_interface (3e4835fa-012d-4502-bc16-46e90a4fa108), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:58.647782 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-4d2d7f14-9712-4c9c-88d3-b5b543d07dc2 None None] Port f4e6319a-92ec-49db-89b7-d38194b6cfe7 cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:37:58.651307 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-ede3ea9e-91c7-4699-872e-9b37cee0100a None None] For port 7443781e-ebde-4476-b228-1e23ef1613f8, host dv-cinder-841125-8-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:37:58.654845 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-ede3ea9e-91c7-4699-872e-9b37cee0100a None None] For port 7443781e-ebde-4476-b228-1e23ef1613f8, host dv-cinder-841125-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=7443781e-ebde-4476-b228-1e23ef1613f8,segment=NetworkSegment(36a83107-a298-4f41-a08d-e6c665169c28),segment_id=36a83107-a298-4f41-a08d-e6c665169c28)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:37:58.660948 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ede3ea9e-91c7-4699-872e-9b37cee0100a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (7443781e-ebde-4476-b228-1e23ef1613f8), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:58.671870 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896d8ac7-7945-40f8-8355-e0100195ef8e admin admin] Network 41bff74d-5b76-45bb-ae3e-5040e2ef0629 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:37:58.673596 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-896d8ac7-7945-40f8-8355-e0100195ef8e admin admin] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:37:58.723400 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede3ea9e-91c7-4699-872e-9b37cee0100a None None] Routers {'3e4835fa-012d-4502-bc16-46e90a4fa108'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:37:58.724062 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-ede3ea9e-91c7-4699-872e-9b37cee0100a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:37:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['3e4835fa-012d-4502-bc16-46e90a4fa108'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:37:58.729481 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a7e34c-21ad-4cf6-86a2-8ebb3f3a6432 None None] Pushing event updated for resources: {'Port': ['ID=7443781e-ebde-4476-b228-1e23ef1613f8,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:58.742898 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:58.764577 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:58.798214 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896d8ac7-7945-40f8-8355-e0100195ef8e admin admin] Router 3e4835fa-012d-4502-bc16-46e90a4fa108 has already been hosted by L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:37:58.841608 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-ede3ea9e-91c7-4699-872e-9b37cee0100a None None] Set router 3e4835fa-012d-4502-bc16-46e90a4fa108 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:37:58.911244 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896d8ac7-7945-40f8-8355-e0100195ef8e admin admin] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:37:58.916111 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-896d8ac7-7945-40f8-8355-e0100195ef8e admin admin] 10.222.0.30 "PUT /v2.0/routers/3e4835fa-012d-4502-bc16-46e90a4fa108/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0274758 May 23 15:37:58.974891 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-7d99783b-25a0-49a2-8837-c6e4362e542a None None] Provisioning complete for port f4e6319a-92ec-49db-89b7-d38194b6cfe7 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:37:58.975264 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7d99783b-25a0-49a2-8837-c6e4362e542a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (f4e6319a-92ec-49db-89b7-d38194b6cfe7), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:59.034181 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-7d99783b-25a0-49a2-8837-c6e4362e542a None None] Port f4e6319a-92ec-49db-89b7-d38194b6cfe7 cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:37:59.046258 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:59.079068 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-ede3ea9e-91c7-4699-872e-9b37cee0100a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4835fa-012d-4502-bc16-46e90a4fa108', 'name': 'tempest-TestVolumeBootPattern-1226359036-router', 'tenant_id': 'ff6357e23ce94690840a2e24ec0a6143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '7443781e-ebde-4476-b228-1e23ef1613f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:37:53Z', 'updated_at': '2022-05-23T15:37:58Z', 'revision_number': 4, 'project_id': 'ff6357e23ce94690840a2e24ec0a6143', 'gw_port': {'id': '7443781e-ebde-4476-b228-1e23ef1613f8', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:5b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4835fa-012d-4502-bc16-46e90a4fa108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:54Z', 'updated_at': '2022-05-23T15:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': 'f4e6319a-92ec-49db-89b7-d38194b6cfe7', 'name': '', 'network_id': '41bff74d-5b76-45bb-ae3e-5040e2ef0629', 'tenant_id': 'ff6357e23ce94690840a2e24ec0a6143', 'mac_address': 'fa:16:3e:c8:cb:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4835fa-012d-4502-bc16-46e90a4fa108', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '96238271-b37c-430e-84bc-f41626059676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:57Z', 'updated_at': '2022-05-23T15:37:58Z', 'revision_number': 2, 'project_id': 'ff6357e23ce94690840a2e24ec0a6143', 'subnets': [{'id': '96238271-b37c-430e-84bc-f41626059676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:37:59.115847 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede3ea9e-91c7-4699-872e-9b37cee0100a None None] The sync data for ids ['3e4835fa-012d-4502-bc16-46e90a4fa108'] in dv-cinder-841125-8-iscsi is: [{'id': '3e4835fa-012d-4502-bc16-46e90a4fa108', 'name': 'tempest-TestVolumeBootPattern-1226359036-router', 'tenant_id': 'ff6357e23ce94690840a2e24ec0a6143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '7443781e-ebde-4476-b228-1e23ef1613f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:37:53Z', 'updated_at': '2022-05-23T15:37:58Z', 'revision_number': 4, 'project_id': 'ff6357e23ce94690840a2e24ec0a6143', 'gw_port': {'id': '7443781e-ebde-4476-b228-1e23ef1613f8', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:5b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4835fa-012d-4502-bc16-46e90a4fa108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:54Z', 'updated_at': '2022-05-23T15:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': 'f4e6319a-92ec-49db-89b7-d38194b6cfe7', 'name': '', 'network_id': '41bff74d-5b76-45bb-ae3e-5040e2ef0629', 'tenant_id': 'ff6357e23ce94690840a2e24ec0a6143', 'mac_address': 'fa:16:3e:c8:cb:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4835fa-012d-4502-bc16-46e90a4fa108', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '96238271-b37c-430e-84bc-f41626059676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:57Z', 'updated_at': '2022-05-23T15:37:58Z', 'revision_number': 2, 'project_id': 'ff6357e23ce94690840a2e24ec0a6143', 'subnets': [{'id': '96238271-b37c-430e-84bc-f41626059676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:37:59.122102 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 199fe9ce-22b1-4b54-8609-3dcc8871b67c details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:37:59.247465 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 199fe9ce-22b1-4b54-8609-3dcc8871b67c, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=199fe9ce-22b1-4b54-8609-3dcc8871b67c,segment=NetworkSegment(a33df297-cff4-4dc7-995c-d48d2ea7dd36),segment_id=a33df297-cff4-4dc7-995c-d48d2ea7dd36)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:37:59.265800 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Returning: {'device': '199fe9ce-22b1-4b54-8609-3dcc8871b67c', 'network_id': '6495a1a0-6477-40d3-9721-b2cb09e400eb', 'port_id': '199fe9ce-22b1-4b54-8609-3dcc8871b67c', 'mac_address': 'fa:16:3e:ad:12:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 954, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41851114-c044-4144-af01-eb2fc4da40f7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:37:59.268356 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47b1e3-fb7d-46ef-b01c-66b55bc4a813 req-b70331f0-59f1-47ed-9d37-1dda049eba26 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:37:59.270180 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4f47b1e3-fb7d-46ef-b01c-66b55bc4a813 req-b70331f0-59f1-47ed-9d37-1dda049eba26 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73d09e6-350f-47aa-ac66-f4d00aa35221 HTTP/1.1" status: 200 len: 943 time: 0.0895038 May 23 15:37:59.307275 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port 199fe9ce-22b1-4b54-8609-3dcc8871b67c is: DOWN; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:37:59.307673 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (199fe9ce-22b1-4b54-8609-3dcc8871b67c), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:59.323262 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 199fe9ce-22b1-4b54-8609-3dcc8871b67c {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:37:59.344495 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4f47b1e3-fb7d-46ef-b01c-66b55bc4a813 req-906f42fb-2517-4cf9-a9de-0c47917e5704 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/security-groups?id=3064fff5-b011-4130-9380-5e2a77d8ed80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649393 May 23 15:37:59.349583 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 199fe9ce-22b1-4b54-8609-3dcc8871b67c, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=199fe9ce-22b1-4b54-8609-3dcc8871b67c,segment=NetworkSegment(a33df297-cff4-4dc7-995c-d48d2ea7dd36),segment_id=a33df297-cff4-4dc7-995c-d48d2ea7dd36)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:37:59.355398 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (199fe9ce-22b1-4b54-8609-3dcc8871b67c), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:59.388763 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 39826) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:59.395085 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-71269a90-c2c8-4aad-af07-66a9d5353ca6 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1491515110', 'description': 'tempest-secgroup-smoke-1491515110 description', 'project_id': '449514f02fbc485484110bde5a2018c0'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:37:59.418742 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-71269a90-c2c8-4aad-af07-66a9d5353ca6 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:59.419790 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:59.443655 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=199fe9ce-22b1-4b54-8609-3dcc8871b67c,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:59.497272 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:59.525078 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-71269a90-c2c8-4aad-af07-66a9d5353ca6 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks [] for security_group (790ce1ef-a8f0-4fc0-8ea7-68013879e709), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:59.530787 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-71269a90-c2c8-4aad-af07-66a9d5353ca6 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (790ce1ef-a8f0-4fc0-8ea7-68013879e709), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:59.567711 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-71269a90-c2c8-4aad-af07-66a9d5353ca6 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:59.569076 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-71269a90-c2c8-4aad-af07-66a9d5353ca6 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1785033 May 23 15:37:59.572025 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 39834) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:59.576342 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-ecabac6e-efc7-4554-92ed-c5168e668b30 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Request body: {'security_group_rule': {'security_group_id': '790ce1ef-a8f0-4fc0-8ea7-68013879e709', 'project_id': '449514f02fbc485484110bde5a2018c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:37:59.583829 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71269a90-c2c8-4aad-af07-66a9d5353ca6 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=790ce1ef-a8f0-4fc0-8ea7-68013879e709,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:59.622436 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ecabac6e-efc7-4554-92ed-c5168e668b30 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks [] for security_group_rule (b352c10b-6fd4-48d7-8815-219a8126b39e), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:59.698251 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ecabac6e-efc7-4554-92ed-c5168e668b30 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks [] for security_group_rule (b352c10b-6fd4-48d7-8815-219a8126b39e), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:59.703568 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ecabac6e-efc7-4554-92ed-c5168e668b30 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594284'] for security_group_rule (b352c10b-6fd4-48d7-8815-219a8126b39e), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:59.719985 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] get_ports_and_sgs() called for port_ids ['199fe9ce-22b1-4b54-8609-3dcc8871b67c'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:37:59.730726 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecabac6e-efc7-4554-92ed-c5168e668b30 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b352c10b-6fd4-48d7-8815-219a8126b39e,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:59.743906 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ecabac6e-efc7-4554-92ed-c5168e668b30 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:59.747074 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-ecabac6e-efc7-4554-92ed-c5168e668b30 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1740339 May 23 15:37:59.747371 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 39842) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:59.753129 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-2b23a759-caab-4e60-8557-3c954a966025 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Request body: {'security_group_rule': {'security_group_id': '790ce1ef-a8f0-4fc0-8ea7-68013879e709', 'project_id': '449514f02fbc485484110bde5a2018c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:37:59.796904 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2b23a759-caab-4e60-8557-3c954a966025 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks [] for security_group_rule (16bf7d73-b07a-4b6d-9059-8420f070c154), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:59.864822 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2b23a759-caab-4e60-8557-3c954a966025 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks [] for security_group_rule (16bf7d73-b07a-4b6d-9059-8420f070c154), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:59.869267 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2b23a759-caab-4e60-8557-3c954a966025 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594284'] for security_group_rule (16bf7d73-b07a-4b6d-9059-8420f070c154), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:59.891967 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b23a759-caab-4e60-8557-3c954a966025 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16bf7d73-b07a-4b6d-9059-8420f070c154,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:59.910315 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2b23a759-caab-4e60-8557-3c954a966025 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:59.911554 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-2b23a759-caab-4e60-8557-3c954a966025 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1627722 May 23 15:37:59.914484 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 39850) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:59.919099 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-8ed4eca4-7dd7-4655-a491-abfc579d0cdb tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Request body: {'security_group_rule': {'security_group_id': '790ce1ef-a8f0-4fc0-8ea7-68013879e709', 'project_id': '449514f02fbc485484110bde5a2018c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:37:59.949955 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8ed4eca4-7dd7-4655-a491-abfc579d0cdb tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks [] for security_group_rule (0d9f696a-9e92-49e1-ae2a-8fae1f0509f5), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:00.006902 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8ed4eca4-7dd7-4655-a491-abfc579d0cdb tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks [] for security_group_rule (0d9f696a-9e92-49e1-ae2a-8fae1f0509f5), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:00.020084 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8ed4eca4-7dd7-4655-a491-abfc579d0cdb tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594284'] for security_group_rule (0d9f696a-9e92-49e1-ae2a-8fae1f0509f5), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:00.042420 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4eca4-7dd7-4655-a491-abfc579d0cdb tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d9f696a-9e92-49e1-ae2a-8fae1f0509f5,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:38:00.051821 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8ed4eca4-7dd7-4655-a491-abfc579d0cdb tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:00.053161 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-8ed4eca4-7dd7-4655-a491-abfc579d0cdb tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1376235 May 23 15:38:00.055706 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 39852) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:38:00.059929 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-eee09dce-5436-4438-9c6e-1be2caeb5a73 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Request body: {'security_group_rule': {'security_group_id': '790ce1ef-a8f0-4fc0-8ea7-68013879e709', 'project_id': '449514f02fbc485484110bde5a2018c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:38:00.095447 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-eee09dce-5436-4438-9c6e-1be2caeb5a73 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks [] for security_group_rule (8b55d5b2-43eb-4dd9-ae68-2a2d64df29d1), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:00.155789 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-eee09dce-5436-4438-9c6e-1be2caeb5a73 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks [] for security_group_rule (8b55d5b2-43eb-4dd9-ae68-2a2d64df29d1), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:00.161589 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-eee09dce-5436-4438-9c6e-1be2caeb5a73 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594284'] for security_group_rule (8b55d5b2-43eb-4dd9-ae68-2a2d64df29d1), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:00.174533 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:00.183594 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee09dce-5436-4438-9c6e-1be2caeb5a73 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b55d5b2-43eb-4dd9-ae68-2a2d64df29d1,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:38:00.194620 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-eee09dce-5436-4438-9c6e-1be2caeb5a73 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:00.195849 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-eee09dce-5436-4438-9c6e-1be2caeb5a73 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1392186 May 23 15:38:00.198636 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 39854) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:38:00.205247 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-5c2b2abc-f062-4ba6-93df-807c1c27d92e tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Request body: {'security_group_rule': {'security_group_id': '790ce1ef-a8f0-4fc0-8ea7-68013879e709', 'project_id': '449514f02fbc485484110bde5a2018c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:38:00.230707 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.db.securitygroups_db [None req-5c2b2abc-f062-4ba6-93df-807c1c27d92e tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Project 449514f02fbc485484110bde5a2018c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 15:38:00.237652 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5c2b2abc-f062-4ba6-93df-807c1c27d92e tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks [] for security_group_rule (826ad843-a2ae-42f0-8879-e2bdeaf79272), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:00.292345 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5c2b2abc-f062-4ba6-93df-807c1c27d92e tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks [] for security_group_rule (826ad843-a2ae-42f0-8879-e2bdeaf79272), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:00.296259 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5c2b2abc-f062-4ba6-93df-807c1c27d92e tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594284'] for security_group_rule (826ad843-a2ae-42f0-8879-e2bdeaf79272), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:00.316623 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b2abc-f062-4ba6-93df-807c1c27d92e tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=826ad843-a2ae-42f0-8879-e2bdeaf79272,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:38:00.321741 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5c2b2abc-f062-4ba6-93df-807c1c27d92e tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:00.325814 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 39856) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:38:00.330651 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-ef4ff608-ff76-469c-9c4c-737fdd4a6dae tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Request body: {'security_group_rule': {'security_group_id': '790ce1ef-a8f0-4fc0-8ea7-68013879e709', 'project_id': '449514f02fbc485484110bde5a2018c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:38:00.333238 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-5c2b2abc-f062-4ba6-93df-807c1c27d92e tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1253674 May 23 15:38:00.353290 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.db.securitygroups_db [None req-ef4ff608-ff76-469c-9c4c-737fdd4a6dae tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Project 449514f02fbc485484110bde5a2018c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 15:38:00.359613 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ef4ff608-ff76-469c-9c4c-737fdd4a6dae tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks [] for security_group_rule (f22d99d7-af57-4cd3-a0f4-2e4f5581f193), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:00.418299 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ef4ff608-ff76-469c-9c4c-737fdd4a6dae tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks [] for security_group_rule (f22d99d7-af57-4cd3-a0f4-2e4f5581f193), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:00.429845 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ef4ff608-ff76-469c-9c4c-737fdd4a6dae tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594284'] for security_group_rule (f22d99d7-af57-4cd3-a0f4-2e4f5581f193), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:00.470783 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ff608-ff76-469c-9c4c-737fdd4a6dae tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f22d99d7-af57-4cd3-a0f4-2e4f5581f193,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:38:00.478243 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ef4ff608-ff76-469c-9c4c-737fdd4a6dae tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:00.481664 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-ef4ff608-ff76-469c-9c4c-737fdd4a6dae tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1525874 May 23 15:38:00.489351 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582eaa2-e345-4009-815a-1a9e6e001141 req-44abd6cc-7e4f-41f0-a144-0ee38f351d94 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:00.490851 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d582eaa2-e345-4009-815a-1a9e6e001141 req-44abd6cc-7e4f-41f0-a144-0ee38f351d94 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73d09e6-350f-47aa-ac66-f4d00aa35221 HTTP/1.1" status: 200 len: 944 time: 0.0714164 May 23 15:38:00.545334 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d582eaa2-e345-4009-815a-1a9e6e001141 req-07a2e0b1-5572-49b6-aae2-db4889a87b76 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/security-groups?id=3064fff5-b011-4130-9380-5e2a77d8ed80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470574 May 23 15:38:01.134545 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 199fe9ce-22b1-4b54-8609-3dcc8871b67c up at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:38:01.196089 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Provisioning for port 199fe9ce-22b1-4b54-8609-3dcc8871b67c completed by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 15:38:01.202503 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Provisioning complete for port 199fe9ce-22b1-4b54-8609-3dcc8871b67c triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:38:01.202981 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (199fe9ce-22b1-4b54-8609-3dcc8871b67c), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:01.266613 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 39918) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:38:01.290092 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port 199fe9ce-22b1-4b54-8609-3dcc8871b67c is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:38:01.290632 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (199fe9ce-22b1-4b54-8609-3dcc8871b67c), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:01.314682 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73d09e6-350f-47aa-ac66-f4d00aa35221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199fe9ce-22b1-4b54-8609-3dcc8871b67c'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:38:01.317685 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f55e67021d3a90dbbd6c8997e5bd31cd20e79582d0fa2823ba23f1fb24bbbe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665434d6-3fbf-4ee9-b442-05dc2892cdc6" -d '{"events": [{"server_uuid": "c73d09e6-350f-47aa-ac66-f4d00aa35221", "name": "network-vif-plugged", "status": "completed", "tag": "199fe9ce-22b1-4b54-8609-3dcc8871b67c"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:38:01.330745 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 199fe9ce-22b1-4b54-8609-3dcc8871b67c, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=199fe9ce-22b1-4b54-8609-3dcc8871b67c,segment=NetworkSegment(a33df297-cff4-4dc7-995c-d48d2ea7dd36),segment_id=a33df297-cff4-4dc7-995c-d48d2ea7dd36)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:38:01.335664 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (199fe9ce-22b1-4b54-8609-3dcc8871b67c), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:01.369454 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055ca185-169a-468d-850f-8933ce906c0a x-openstack-request-id: req-055ca185-169a-468d-850f-8933ce906c0a {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:38:01.369747 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73d09e6-350f-47aa-ac66-f4d00aa35221", "name": "network-vif-plugged", "status": "completed", "tag": "199fe9ce-22b1-4b54-8609-3dcc8871b67c", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:38:01.369999 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-055ca185-169a-468d-850f-8933ce906c0a {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:38:01.370395 dv-cinder-841125-8-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-055ca185-169a-468d-850f-8933ce906c0a'] response: {'server_uuid': 'c73d09e6-350f-47aa-ac66-f4d00aa35221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199fe9ce-22b1-4b54-8609-3dcc8871b67c', 'code': 200} May 23 15:38:01.398620 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=199fe9ce-22b1-4b54-8609-3dcc8871b67c,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:38:01.418885 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4407241f-d08d-47d2-aa09-965e392fa5ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:01.431737 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:01.523719 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4407241f-d08d-47d2-aa09-965e392fa5ed admin admin] Publish callbacks [] for security_group (4b561eef-3a38-47fb-8a4c-d33947a76e23), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:01.527898 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4407241f-d08d-47d2-aa09-965e392fa5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (4b561eef-3a38-47fb-8a4c-d33947a76e23), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:01.566654 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 7443781e-ebde-4476-b228-1e23ef1613f8 up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:38:01.572918 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-4407241f-d08d-47d2-aa09-965e392fa5ed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=420451a620164147a39d6b8f76690f19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3034365 May 23 15:38:01.572918 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4407241f-d08d-47d2-aa09-965e392fa5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b561eef-3a38-47fb-8a4c-d33947a76e23,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:38:01.574016 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 39928) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:38:01.632916 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08eed5c-2dd2-424c-b5d9-61163f58031e req-0e8ac164-e51e-4b5b-b92d-1fcce0c35a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:01.634611 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a08eed5c-2dd2-424c-b5d9-61163f58031e req-0e8ac164-e51e-4b5b-b92d-1fcce0c35a05 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c73d09e6-350f-47aa-ac66-f4d00aa35221 HTTP/1.1" status: 200 len: 1129 time: 0.0598009 May 23 15:38:01.652754 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port 7443781e-ebde-4476-b228-1e23ef1613f8 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:38:01.653557 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (7443781e-ebde-4476-b228-1e23ef1613f8), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:01.656378 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e3579f41-0212-49a7-b22a-32e4a5357914 admin admin] Publish callbacks [] for security_group (4b561eef-3a38-47fb-8a4c-d33947a76e23), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:01.679465 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e3579f41-0212-49a7-b22a-32e4a5357914 admin admin] Publish callbacks [] for security_group (4b561eef-3a38-47fb-8a4c-d33947a76e23), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:01.740605 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port 7443781e-ebde-4476-b228-1e23ef1613f8 is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:38:01.741128 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (7443781e-ebde-4476-b228-1e23ef1613f8), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:01.753701 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e3579f41-0212-49a7-b22a-32e4a5357914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (4b561eef-3a38-47fb-8a4c-d33947a76e23), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:01.760557 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e3579f41-0212-49a7-b22a-32e4a5357914 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:01.762146 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-e3579f41-0212-49a7-b22a-32e4a5357914 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4b561eef-3a38-47fb-8a4c-d33947a76e23 HTTP/1.1" status: 204 len: 168 time: 0.1865230 May 23 15:38:01.762800 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e41270-b069-4f8d-939b-774eba8e683b req-384dd578-812a-4202-94a6-0916fa3c4674 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:01.772965 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-66e41270-b069-4f8d-939b-774eba8e683b req-384dd578-812a-4202-94a6-0916fa3c4674 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73d09e6-350f-47aa-ac66-f4d00aa35221 HTTP/1.1" status: 200 len: 945 time: 0.1310339 May 23 15:38:01.773467 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3579f41-0212-49a7-b22a-32e4a5357914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b561eef-3a38-47fb-8a4c-d33947a76e23,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:38:01.786721 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a08eed5c-2dd2-424c-b5d9-61163f58031e req-090f54a3-cbd8-4a8d-9f53-ed51869464ee service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3064fff5-b011-4130-9380-5e2a77d8ed80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329865 May 23 15:38:01.795199 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] For port 7443781e-ebde-4476-b228-1e23ef1613f8, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=7443781e-ebde-4476-b228-1e23ef1613f8,segment=NetworkSegment(36a83107-a298-4f41-a08d-e6c665169c28),segment_id=36a83107-a298-4f41-a08d-e6c665169c28)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:38:01.796609 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3521ce-013a-4672-8467-714aeefd52b4 None None] Sync routers for ids ['3e4835fa-012d-4502-bc16-46e90a4fa108'] in dv-cinder-841125-8-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:38:01.801883 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (7443781e-ebde-4476-b228-1e23ef1613f8), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:01.806291 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:01.826898 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3521ce-013a-4672-8467-714aeefd52b4 None None] Routers {'3e4835fa-012d-4502-bc16-46e90a4fa108'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:38:01.827530 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-5c3521ce-013a-4672-8467-714aeefd52b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:37:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['3e4835fa-012d-4502-bc16-46e90a4fa108'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:38:01.861449 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-66e41270-b069-4f8d-939b-774eba8e683b req-7f01b8dd-22e2-4b16-a92f-49e2744207ca tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/security-groups?id=3064fff5-b011-4130-9380-5e2a77d8ed80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875976 May 23 15:38:01.861909 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Pushing event updated for resources: {'Port': ['ID=7443781e-ebde-4476-b228-1e23ef1613f8,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:38:01.947348 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-5c3521ce-013a-4672-8467-714aeefd52b4 None None] Set router 3e4835fa-012d-4502-bc16-46e90a4fa108 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:38:02.144567 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-5c3521ce-013a-4672-8467-714aeefd52b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4835fa-012d-4502-bc16-46e90a4fa108', 'name': 'tempest-TestVolumeBootPattern-1226359036-router', 'tenant_id': 'ff6357e23ce94690840a2e24ec0a6143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '7443781e-ebde-4476-b228-1e23ef1613f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:37:53Z', 'updated_at': '2022-05-23T15:37:58Z', 'revision_number': 4, 'project_id': 'ff6357e23ce94690840a2e24ec0a6143', 'gw_port': {'id': '7443781e-ebde-4476-b228-1e23ef1613f8', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:5b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4835fa-012d-4502-bc16-46e90a4fa108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:54Z', 'updated_at': '2022-05-23T15:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': 'f4e6319a-92ec-49db-89b7-d38194b6cfe7', 'name': '', 'network_id': '41bff74d-5b76-45bb-ae3e-5040e2ef0629', 'tenant_id': 'ff6357e23ce94690840a2e24ec0a6143', 'mac_address': 'fa:16:3e:c8:cb:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4835fa-012d-4502-bc16-46e90a4fa108', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '96238271-b37c-430e-84bc-f41626059676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:57Z', 'updated_at': '2022-05-23T15:37:58Z', 'revision_number': 2, 'project_id': 'ff6357e23ce94690840a2e24ec0a6143', 'subnets': [{'id': '96238271-b37c-430e-84bc-f41626059676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:38:02.169807 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3521ce-013a-4672-8467-714aeefd52b4 None None] Checking router: 3e4835fa-012d-4502-bc16-46e90a4fa108 for host: dv-cinder-841125-8-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:38:02.170175 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3521ce-013a-4672-8467-714aeefd52b4 None None] Updating router 3e4835fa-012d-4502-bc16-46e90a4fa108 port f4e6319a-92ec-49db-89b7-d38194b6cfe7 binding host dv-cinder-841125-8-iscsi {{(pid=104083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 15:38:02.203424 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c3521ce-013a-4672-8467-714aeefd52b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (f4e6319a-92ec-49db-89b7-d38194b6cfe7), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:02.206754 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:02.355690 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:02.514731 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c3521ce-013a-4672-8467-714aeefd52b4 None None] Publish callbacks [] for port (f4e6319a-92ec-49db-89b7-d38194b6cfe7), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:02.520993 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c3521ce-013a-4672-8467-714aeefd52b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (f4e6319a-92ec-49db-89b7-d38194b6cfe7), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:02.567207 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c301f-0351-4464-b1e1-bc8be992f2bb None None] Pushing event updated for resources: {'Port': ['ID=f4e6319a-92ec-49db-89b7-d38194b6cfe7,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:38:02.643013 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-5c3521ce-013a-4672-8467-714aeefd52b4 None None] Attempting to bind port f4e6319a-92ec-49db-89b7-d38194b6cfe7 on host dv-cinder-841125-8-iscsi for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:38:02.643332 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-5c3521ce-013a-4672-8467-714aeefd52b4 None None] Attempting to bind port f4e6319a-92ec-49db-89b7-d38194b6cfe7 by drivers openvswitch,hyperv on host dv-cinder-841125-8-iscsi at level 0 using segments [{'id': 'dfc7cb31-01cd-4eee-8032-ad093087e612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': '41bff74d-5b76-45bb-ae3e-5040e2ef0629'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:38:02.644562 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3521ce-013a-4672-8467-714aeefd52b4 None None] Attempting to bind port f4e6319a-92ec-49db-89b7-d38194b6cfe7 on network 41bff74d-5b76-45bb-ae3e-5040e2ef0629 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:38:02.650953 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3521ce-013a-4672-8467-714aeefd52b4 None None] Checking agent: {'id': '1cc95fa5-d110-483d-93d7-5dca7a29794e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 21, 10), 'started_at': datetime.datetime(2022, 5, 23, 15, 21, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:38:02.651478 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3521ce-013a-4672-8467-714aeefd52b4 None None] Checking segment: {'id': 'dfc7cb31-01cd-4eee-8032-ad093087e612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': '41bff74d-5b76-45bb-ae3e-5040e2ef0629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:38:02.652035 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c3521ce-013a-4672-8467-714aeefd52b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:02.652584 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3521ce-013a-4672-8467-714aeefd52b4 None None] Bound using segment: {'id': 'dfc7cb31-01cd-4eee-8032-ad093087e612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': '41bff74d-5b76-45bb-ae3e-5040e2ef0629'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:38:02.653276 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-5c3521ce-013a-4672-8467-714aeefd52b4 None None] Bound port: f4e6319a-92ec-49db-89b7-d38194b6cfe7, host: dv-cinder-841125-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfc7cb31-01cd-4eee-8032-ad093087e612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': '41bff74d-5b76-45bb-ae3e-5040e2ef0629'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:38:02.653809 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c3521ce-013a-4672-8467-714aeefd52b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (f4e6319a-92ec-49db-89b7-d38194b6cfe7), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:02.744940 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5c3521ce-013a-4672-8467-714aeefd52b4 None None] For port f4e6319a-92ec-49db-89b7-d38194b6cfe7, host dv-cinder-841125-8-iscsi, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:38:02.749200 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5c3521ce-013a-4672-8467-714aeefd52b4 None None] For port f4e6319a-92ec-49db-89b7-d38194b6cfe7, host dv-cinder-841125-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=f4e6319a-92ec-49db-89b7-d38194b6cfe7,segment=NetworkSegment(dfc7cb31-01cd-4eee-8032-ad093087e612),segment_id=dfc7cb31-01cd-4eee-8032-ad093087e612)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:38:02.757438 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c3521ce-013a-4672-8467-714aeefd52b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (f4e6319a-92ec-49db-89b7-d38194b6cfe7), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:02.797442 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-6600de7a-0899-4288-b42b-c453004b0346 None None] Provisioning complete for port f4e6319a-92ec-49db-89b7-d38194b6cfe7 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:38:02.798400 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6600de7a-0899-4288-b42b-c453004b0346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (f4e6319a-92ec-49db-89b7-d38194b6cfe7), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:02.840933 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3521ce-013a-4672-8467-714aeefd52b4 None None] Routers {'3e4835fa-012d-4502-bc16-46e90a4fa108'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:38:02.841606 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-5c3521ce-013a-4672-8467-714aeefd52b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:37:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['3e4835fa-012d-4502-bc16-46e90a4fa108'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:38:02.894829 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c301f-0351-4464-b1e1-bc8be992f2bb None None] Pushing event updated for resources: {'Port': ['ID=f4e6319a-92ec-49db-89b7-d38194b6cfe7,revision_number=4']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:38:02.902251 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-6600de7a-0899-4288-b42b-c453004b0346 None None] Current status of the port f4e6319a-92ec-49db-89b7-d38194b6cfe7 is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:38:02.909799 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6600de7a-0899-4288-b42b-c453004b0346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (f4e6319a-92ec-49db-89b7-d38194b6cfe7), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:02.971652 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-6600de7a-0899-4288-b42b-c453004b0346 None None] For port f4e6319a-92ec-49db-89b7-d38194b6cfe7, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=f4e6319a-92ec-49db-89b7-d38194b6cfe7,segment=NetworkSegment(dfc7cb31-01cd-4eee-8032-ad093087e612),segment_id=dfc7cb31-01cd-4eee-8032-ad093087e612)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:38:02.983060 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6600de7a-0899-4288-b42b-c453004b0346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (f4e6319a-92ec-49db-89b7-d38194b6cfe7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:03.014616 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-5c3521ce-013a-4672-8467-714aeefd52b4 None None] Set router 3e4835fa-012d-4502-bc16-46e90a4fa108 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:38:03.062838 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eede0e-40da-4a6a-be96-090c41926e47 req-556cff19-a87c-4277-83a9-3b7206deb559 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:03.073098 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-51eede0e-40da-4a6a-be96-090c41926e47 req-556cff19-a87c-4277-83a9-3b7206deb559 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73d09e6-350f-47aa-ac66-f4d00aa35221 HTTP/1.1" status: 200 len: 945 time: 0.0811615 May 23 15:38:03.105715 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6600de7a-0899-4288-b42b-c453004b0346 None None] Pushing event updated for resources: {'Port': ['ID=f4e6319a-92ec-49db-89b7-d38194b6cfe7,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:38:03.147294 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d68036fb-871b-44cc-93a7-441b4736feb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:03.176708 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-51eede0e-40da-4a6a-be96-090c41926e47 req-2da95a20-0b8d-4e5d-8429-8e5711d583dd tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/security-groups?id=3064fff5-b011-4130-9380-5e2a77d8ed80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026158 May 23 15:38:03.206773 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-68a8e0fb-dffb-4aaa-8e07-f29072fb14cb None None] Provisioning complete for port f4e6319a-92ec-49db-89b7-d38194b6cfe7 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:38:03.207345 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-68a8e0fb-dffb-4aaa-8e07-f29072fb14cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (f4e6319a-92ec-49db-89b7-d38194b6cfe7), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:03.301276 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-68a8e0fb-dffb-4aaa-8e07-f29072fb14cb None None] Current status of the port f4e6319a-92ec-49db-89b7-d38194b6cfe7 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:38:03.390157 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:03.398370 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-5c3521ce-013a-4672-8467-714aeefd52b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4835fa-012d-4502-bc16-46e90a4fa108', 'name': 'tempest-TestVolumeBootPattern-1226359036-router', 'tenant_id': 'ff6357e23ce94690840a2e24ec0a6143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '7443781e-ebde-4476-b228-1e23ef1613f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:37:53Z', 'updated_at': '2022-05-23T15:37:58Z', 'revision_number': 4, 'project_id': 'ff6357e23ce94690840a2e24ec0a6143', 'gw_port': {'id': '7443781e-ebde-4476-b228-1e23ef1613f8', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:5b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4835fa-012d-4502-bc16-46e90a4fa108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:54Z', 'updated_at': '2022-05-23T15:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': 'f4e6319a-92ec-49db-89b7-d38194b6cfe7', 'name': '', 'network_id': '41bff74d-5b76-45bb-ae3e-5040e2ef0629', 'tenant_id': 'ff6357e23ce94690840a2e24ec0a6143', 'mac_address': 'fa:16:3e:c8:cb:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4835fa-012d-4502-bc16-46e90a4fa108', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '96238271-b37c-430e-84bc-f41626059676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:57Z', 'updated_at': '2022-05-23T15:38:02Z', 'revision_number': 4, 'project_id': 'ff6357e23ce94690840a2e24ec0a6143', 'subnets': [{'id': '96238271-b37c-430e-84bc-f41626059676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:38:03.427721 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3521ce-013a-4672-8467-714aeefd52b4 None None] The sync data for ids ['3e4835fa-012d-4502-bc16-46e90a4fa108'] in dv-cinder-841125-8-iscsi is: [{'id': '3e4835fa-012d-4502-bc16-46e90a4fa108', 'name': 'tempest-TestVolumeBootPattern-1226359036-router', 'tenant_id': 'ff6357e23ce94690840a2e24ec0a6143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '7443781e-ebde-4476-b228-1e23ef1613f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:37:53Z', 'updated_at': '2022-05-23T15:37:58Z', 'revision_number': 4, 'project_id': 'ff6357e23ce94690840a2e24ec0a6143', 'gw_port': {'id': '7443781e-ebde-4476-b228-1e23ef1613f8', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:5b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4835fa-012d-4502-bc16-46e90a4fa108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:54Z', 'updated_at': '2022-05-23T15:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': 'f4e6319a-92ec-49db-89b7-d38194b6cfe7', 'name': '', 'network_id': '41bff74d-5b76-45bb-ae3e-5040e2ef0629', 'tenant_id': 'ff6357e23ce94690840a2e24ec0a6143', 'mac_address': 'fa:16:3e:c8:cb:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4835fa-012d-4502-bc16-46e90a4fa108', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '96238271-b37c-430e-84bc-f41626059676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:57Z', 'updated_at': '2022-05-23T15:38:02Z', 'revision_number': 4, 'project_id': 'ff6357e23ce94690840a2e24ec0a6143', 'subnets': [{'id': '96238271-b37c-430e-84bc-f41626059676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:38:03.543389 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device f4e6319a-92ec-49db-89b7-d38194b6cfe7 up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:38:03.546430 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:03.592337 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port f4e6319a-92ec-49db-89b7-d38194b6cfe7 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:38:03.592771 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (f4e6319a-92ec-49db-89b7-d38194b6cfe7), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:03.672399 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port f4e6319a-92ec-49db-89b7-d38194b6cfe7 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:38:03.673502 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 7443781e-ebde-4476-b228-1e23ef1613f8 up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:38:03.719365 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port 7443781e-ebde-4476-b228-1e23ef1613f8 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:38:03.719749 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (7443781e-ebde-4476-b228-1e23ef1613f8), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:03.802051 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port 7443781e-ebde-4476-b228-1e23ef1613f8 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:38:04.299392 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7691f3a-dc0f-4086-9bc8-5f918c4c80d9 req-423618c1-e8a4-417d-bc7b-1d0ac59195d7 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:04.301636 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f7691f3a-dc0f-4086-9bc8-5f918c4c80d9 req-423618c1-e8a4-417d-bc7b-1d0ac59195d7 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73d09e6-350f-47aa-ac66-f4d00aa35221 HTTP/1.1" status: 200 len: 945 time: 0.0537014 May 23 15:38:04.353293 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f7691f3a-dc0f-4086-9bc8-5f918c4c80d9 req-c89dcfdc-4600-4fa3-99b1-e54c7736670f tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/security-groups?id=3064fff5-b011-4130-9380-5e2a77d8ed80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459778 May 23 15:38:04.384438 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-b4a7511d-572a-42f6-ac2c-57be8c79d5a7 tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=05e37c1d36204e1aab408ce6bfbe871a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323155 May 23 15:38:04.398784 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:04.588239 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-9900e30c-d4a5-4b1e-98d3-9c022f9be9ee tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:04.589778 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-9900e30c-d4a5-4b1e-98d3-9c022f9be9ee tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2001414 May 23 15:38:04.608818 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-306569e6-2782-4865-a820-864b92cd86d9 tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] 10.222.0.30 "GET /v2.0/quotas/05e37c1d36204e1aab408ce6bfbe871a HTTP/1.1" status: 200 len: 375 time: 0.0096223 May 23 15:38:04.638528 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-ac4c26ae-d1b6-4284-bba3-2d233f3c1673 tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=05e37c1d36204e1aab408ce6bfbe871a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277975 May 23 15:38:04.810232 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-856410e7-d6c2-429e-8e98-da3bfc77bd3c req-93bacbc8-386e-4974-9747-c61e2bc3aeba tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d0e9bbd-949b-4a67-ac5a-3fa37a39a518 HTTP/1.1" status: 200 len: 210 time: 0.0300012 May 23 15:38:05.145818 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a8061-ecb4-42dd-a24e-81649689e03f req-580286c2-368e-4b4f-987a-3b26e7d807d4 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:05.147410 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-702a8061-ecb4-42dd-a24e-81649689e03f req-580286c2-368e-4b4f-987a-3b26e7d807d4 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73d09e6-350f-47aa-ac66-f4d00aa35221 HTTP/1.1" status: 200 len: 945 time: 0.0660307 May 23 15:38:05.197377 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-702a8061-ecb4-42dd-a24e-81649689e03f req-14a87c19-4658-456a-9698-fa9c32242279 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/security-groups?id=3064fff5-b011-4130-9380-5e2a77d8ed80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432906 May 23 15:38:05.463825 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:05.471016 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5184b4ee-109f-44a1-840f-f6a24058aad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:05.906979 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-eb49cbb0-56e1-4122-8166-63c06ee93ae8 req-c7d2067c-912a-4546-a69b-5a9bfd0917bc tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d0e9bbd-949b-4a67-ac5a-3fa37a39a518 HTTP/1.1" status: 200 len: 210 time: 0.0268879 May 23 15:38:06.318369 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86642c3-bc25-49d8-b337-6be1550fb147 req-2be3b0c8-6c93-4941-b7cf-9b58aac438b6 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:06.320189 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e86642c3-bc25-49d8-b337-6be1550fb147 req-2be3b0c8-6c93-4941-b7cf-9b58aac438b6 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73d09e6-350f-47aa-ac66-f4d00aa35221 HTTP/1.1" status: 200 len: 945 time: 0.0525894 May 23 15:38:06.339448 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:06.378577 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e86642c3-bc25-49d8-b337-6be1550fb147 req-c5db83c7-ac3b-4f44-b3f9-c5121b62edaa tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/security-groups?id=3064fff5-b011-4130-9380-5e2a77d8ed80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493624 May 23 15:38:06.719817 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348b364-f29b-4855-834b-4ce52cd888f0 req-bd9c8264-7941-4bd1-bd29-ea78601fbba0 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:06.721575 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2348b364-f29b-4855-834b-4ce52cd888f0 req-bd9c8264-7941-4bd1-bd29-ea78601fbba0 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.72 "GET /v2.0/ports?device_id=c73d09e6-350f-47aa-ac66-f4d00aa35221 HTTP/1.1" status: 200 len: 945 time: 0.0507421 May 23 15:38:06.814943 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [req-2348b364-f29b-4855-834b-4ce52cd888f0 req-9981db60-7088-490c-a263-2b9444068646 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Deleting port 199fe9ce-22b1-4b54-8609-3dcc8871b67c {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:38:06.815290 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-2348b364-f29b-4855-834b-4ce52cd888f0 req-9981db60-7088-490c-a263-2b9444068646 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (199fe9ce-22b1-4b54-8609-3dcc8871b67c), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:06.909486 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-2348b364-f29b-4855-834b-4ce52cd888f0 req-9981db60-7088-490c-a263-2b9444068646 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] For port 199fe9ce-22b1-4b54-8609-3dcc8871b67c, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=199fe9ce-22b1-4b54-8609-3dcc8871b67c,segment=NetworkSegment(a33df297-cff4-4dc7-995c-d48d2ea7dd36),segment_id=a33df297-cff4-4dc7-995c-d48d2ea7dd36)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:38:06.910375 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-2348b364-f29b-4855-834b-4ce52cd888f0 req-9981db60-7088-490c-a263-2b9444068646 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (199fe9ce-22b1-4b54-8609-3dcc8871b67c), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:06.922732 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [req-2348b364-f29b-4855-834b-4ce52cd888f0 req-9981db60-7088-490c-a263-2b9444068646 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Calling delete_port for 199fe9ce-22b1-4b54-8609-3dcc8871b67c owned by compute:nova {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:38:06.937490 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:06.998711 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:07.019764 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-46f4b785-2b48-4c56-b2ef-33a0f253e2d5 req-d64fb433-39ef-4002-b53b-ee5727c521ee tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d0e9bbd-949b-4a67-ac5a-3fa37a39a518 HTTP/1.1" status: 200 len: 210 time: 0.0288253 May 23 15:38:07.043064 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:07.054137 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-2348b364-f29b-4855-834b-4ce52cd888f0 req-9981db60-7088-490c-a263-2b9444068646 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250202'] for port (199fe9ce-22b1-4b54-8609-3dcc8871b67c), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:07.094721 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9981db60-7088-490c-a263-2b9444068646 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Pushing event deleted for resources: {'Port': ['ID=199fe9ce-22b1-4b54-8609-3dcc8871b67c,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:38:07.103580 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] get_ports_and_sgs() called for port_ids ['199fe9ce-22b1-4b54-8609-3dcc8871b67c'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:38:07.140750 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [req-2348b364-f29b-4855-834b-4ce52cd888f0 req-9981db60-7088-490c-a263-2b9444068646 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] No DVR routers for this DVR port 199fe9ce-22b1-4b54-8609-3dcc8871b67c on host hv-cinder-84112 {{(pid=104081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:38:07.143256 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-2348b364-f29b-4855-834b-4ce52cd888f0 req-9981db60-7088-490c-a263-2b9444068646 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for port (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:07.146900 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2348b364-f29b-4855-834b-4ce52cd888f0 req-9981db60-7088-490c-a263-2b9444068646 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.72 "DELETE /v2.0/ports/199fe9ce-22b1-4b54-8609-3dcc8871b67c HTTP/1.1" status: 204 len: 173 time: 0.4199331 May 23 15:38:07.147359 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73d09e6-350f-47aa-ac66-f4d00aa35221', 'name': 'network-vif-deleted', 'tag': '199fe9ce-22b1-4b54-8609-3dcc8871b67c'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:38:07.149618 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d701dac66fe37c46ae86bb78260b1e19b4b16e00f190307f8222235e17cfe25e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7daed6ae-098d-4d7f-b86a-b7df4d7be591" -d '{"events": [{"server_uuid": "c73d09e6-350f-47aa-ac66-f4d00aa35221", "name": "network-vif-deleted", "tag": "199fe9ce-22b1-4b54-8609-3dcc8871b67c"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:38:07.186398 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef9328c-c559-4fcd-97f7-53b5edc1d77e x-openstack-request-id: req-bef9328c-c559-4fcd-97f7-53b5edc1d77e {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:38:07.186705 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73d09e6-350f-47aa-ac66-f4d00aa35221", "name": "network-vif-deleted", "tag": "199fe9ce-22b1-4b54-8609-3dcc8871b67c", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:38:07.187104 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bef9328c-c559-4fcd-97f7-53b5edc1d77e {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:38:07.187662 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bef9328c-c559-4fcd-97f7-53b5edc1d77e'] response: {'server_uuid': 'c73d09e6-350f-47aa-ac66-f4d00aa35221', 'name': 'network-vif-deleted', 'tag': '199fe9ce-22b1-4b54-8609-3dcc8871b67c', 'status': 'completed', 'code': 200} May 23 15:38:07.384998 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-974a9bdd-f55a-43a1-847b-015e19fbd818 tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=05e37c1d36204e1aab408ce6bfbe871a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312662 May 23 15:38:07.506403 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-fa496334-6bb7-42a2-a241-d73d04078876 req-521d0ebe-eb93-4722-b863-99e2927fee22 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73d09e6-350f-47aa-ac66-f4d00aa35221 HTTP/1.1" status: 200 len: 210 time: 0.0415995 May 23 15:38:07.601436 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-f6393527-bb83-4ecb-8445-09df5d2d8a3f tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:07.602867 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-f6393527-bb83-4ecb-8445-09df5d2d8a3f tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1927912 May 23 15:38:07.758799 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-86ac3d73-83fc-46f7-924e-e625d85adae7 tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] Request body: {'port': {'device_id': '3d0e9bbd-949b-4a67-ac5a-3fa37a39a518', 'network_id': '670e66da-e9f1-4170-9f54-1a9fa7660db5', 'admin_state_up': True, 'tenant_id': '05e37c1d36204e1aab408ce6bfbe871a'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:38:07.869117 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-86ac3d73-83fc-46f7-924e-e625d85adae7 tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] Made reservation on behalf of 05e37c1d36204e1aab408ce6bfbe871a for: {'port': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:38:07.872641 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-86ac3d73-83fc-46f7-924e-e625d85adae7 tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:07.881632 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-86ac3d73-83fc-46f7-924e-e625d85adae7 tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:07.956456 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-86ac3d73-83fc-46f7-924e-e625d85adae7 tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] Publish callbacks [] for security_group (6af8606f-3c1a-4f5e-8bb2-72a2b97ed432), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:07.960776 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-86ac3d73-83fc-46f7-924e-e625d85adae7 tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (6af8606f-3c1a-4f5e-8bb2-72a2b97ed432), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:07.985245 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:08.034130 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac3d73-83fc-46f7-924e-e625d85adae7 tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6af8606f-3c1a-4f5e-8bb2-72a2b97ed432,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:38:08.073252 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:08.127587 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f3af456a-1d92-453a-bdb0-ce451bd8f305 req-a93a6a4c-889b-4fd3-9854-4abe13fd9796 tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d0e9bbd-949b-4a67-ac5a-3fa37a39a518 HTTP/1.1" status: 200 len: 210 time: 0.0348945 May 23 15:38:08.142710 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-86ac3d73-83fc-46f7-924e-e625d85adae7 tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] Allocated IP 192.168.233.90 (670e66da-e9f1-4170-9f54-1a9fa7660db5/99524a08-b08c-4d83-994c-3868a3a7d15e/e3b71090-fa0d-49cb-ac85-d4775ad7d838) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:38:08.293762 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-86ac3d73-83fc-46f7-924e-e625d85adae7 tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] Publish callbacks [] for port (e3b71090-fa0d-49cb-ac85-d4775ad7d838), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:08.327999 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-86ac3d73-83fc-46f7-924e-e625d85adae7 tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250202'] for port (e3b71090-fa0d-49cb-ac85-d4775ad7d838), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:08.335955 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:08.385852 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-86ac3d73-83fc-46f7-924e-e625d85adae7 tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] Network 670e66da-e9f1-4170-9f54-1a9fa7660db5 is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:38:08.389560 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-86ac3d73-83fc-46f7-924e-e625d85adae7 tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:38:08.394463 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-86ac3d73-83fc-46f7-924e-e625d85adae7 tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:38:08.401362 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac3d73-83fc-46f7-924e-e625d85adae7 tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] Pushing event updated for resources: {'Port': ['ID=e3b71090-fa0d-49cb-ac85-d4775ad7d838,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:38:08.465069 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-86ac3d73-83fc-46f7-924e-e625d85adae7 tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:08.465775 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-86ac3d73-83fc-46f7-924e-e625d85adae7 tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for port (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:08.486339 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-86ac3d73-83fc-46f7-924e-e625d85adae7 tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7316642 May 23 15:38:08.504837 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-1833302f-855f-46ee-81fc-81c34d0f48a5 service neutron] Request body: {'port': {'device_id': '3d0e9bbd-949b-4a67-ac5a-3fa37a39a518', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:38:08.581091 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-1833302f-855f-46ee-81fc-81c34d0f48a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (e3b71090-fa0d-49cb-ac85-d4775ad7d838), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:08.660376 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b24ddb0b-f352-4aae-82f9-6e73cc9baf73 None None] Provisioning complete for port e3b71090-fa0d-49cb-ac85-d4775ad7d838 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:38:08.660671 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b24ddb0b-f352-4aae-82f9-6e73cc9baf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (e3b71090-fa0d-49cb-ac85-d4775ad7d838), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:08.702380 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b24ddb0b-f352-4aae-82f9-6e73cc9baf73 None None] Port e3b71090-fa0d-49cb-ac85-d4775ad7d838 cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:38:09.010174 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:09.046398 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ae5c9-29da-479f-a730-36a11d26066a req-a091a47a-42e0-4deb-b16e-ce380115ce5b tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:09.047860 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7d8ae5c9-29da-479f-a730-36a11d26066a req-a091a47a-42e0-4deb-b16e-ce380115ce5b tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/networks?id=6495a1a0-6477-40d3-9721-b2cb09e400eb HTTP/1.1" status: 200 len: 808 time: 0.2624917 May 23 15:38:09.077939 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7d8ae5c9-29da-479f-a730-36a11d26066a req-8e25a40c-f53a-48b2-b0c8-1fe7a3a10f41 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/quotas/4b7b56a844c04f0d97fc46c39c8159ce HTTP/1.1" status: 200 len: 375 time: 0.0203388 May 23 15:38:09.135710 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7d8ae5c9-29da-479f-a730-36a11d26066a req-3c0f0aea-e434-4c7b-b911-4e75f930d473 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b7b56a844c04f0d97fc46c39c8159ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393298 May 23 15:38:09.139317 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-1833302f-855f-46ee-81fc-81c34d0f48a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3b71090-fa0d-49cb-ac85-d4775ad7d838 {{(pid=104081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:38:09.153934 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-1833302f-855f-46ee-81fc-81c34d0f48a5 service neutron] Publish callbacks [] for port (e3b71090-fa0d-49cb-ac85-d4775ad7d838), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:09.206098 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-1833302f-855f-46ee-81fc-81c34d0f48a5 service neutron] Transition to ACTIVE for port object e3b71090-fa0d-49cb-ac85-d4775ad7d838 will not be triggered until provisioned by entity L2. {{(pid=104081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 15:38:09.212273 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-1833302f-855f-46ee-81fc-81c34d0f48a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4250195'] for port (e3b71090-fa0d-49cb-ac85-d4775ad7d838), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:09.254913 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d47a9-1090-485b-afc7-3c16ea6f263a req-8be73c7b-b639-401f-a76d-2aa3b7fd184e tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:09.256474 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-8e6d47a9-1090-485b-afc7-3c16ea6f263a req-8be73c7b-b639-401f-a76d-2aa3b7fd184e tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d0e9bbd-949b-4a67-ac5a-3fa37a39a518 HTTP/1.1" status: 200 len: 947 time: 0.0538785 May 23 15:38:09.292136 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1833302f-855f-46ee-81fc-81c34d0f48a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e3b71090-fa0d-49cb-ac85-d4775ad7d838,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:38:09.297822 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7d8ae5c9-29da-479f-a730-36a11d26066a req-c9f24f0c-d64d-4ae3-a3ad-bb0cc08c6d2f service neutron] 10.222.0.30 "GET /v2.0/networks/6495a1a0-6477-40d3-9721-b2cb09e400eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540446 May 23 15:38:09.329610 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-8e6d47a9-1090-485b-afc7-3c16ea6f263a req-a0cf31cb-f51d-40d6-9997-4f4bc0ffff54 tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] 10.222.0.30 "GET /v2.0/security-groups?id=6af8606f-3c1a-4f5e-8bb2-72a2b97ed432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671368 May 23 15:38:09.395542 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:09.466425 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7d8ae5c9-29da-479f-a730-36a11d26066a req-6263a223-fdda-4399-9075-f9922fc1dbed service neutron] 10.222.0.30 "GET /v2.0/networks/6495a1a0-6477-40d3-9721-b2cb09e400eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602631 May 23 15:38:09.467279 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-1833302f-855f-46ee-81fc-81c34d0f48a5 service neutron] Attempting to bind port e3b71090-fa0d-49cb-ac85-d4775ad7d838 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:38:09.468056 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-1833302f-855f-46ee-81fc-81c34d0f48a5 service neutron] Attempting to bind port e3b71090-fa0d-49cb-ac85-d4775ad7d838 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': '051d2028-8c27-4526-be22-2ada26183e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '670e66da-e9f1-4170-9f54-1a9fa7660db5'}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:38:09.468420 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-1833302f-855f-46ee-81fc-81c34d0f48a5 service neutron] Attempting to bind port e3b71090-fa0d-49cb-ac85-d4775ad7d838 on network 670e66da-e9f1-4170-9f54-1a9fa7660db5 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:38:09.479748 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-1833302f-855f-46ee-81fc-81c34d0f48a5 service neutron] Port e3b71090-fa0d-49cb-ac85-d4775ad7d838 on network 670e66da-e9f1-4170-9f54-1a9fa7660db5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 15:38:09.480087 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-1833302f-855f-46ee-81fc-81c34d0f48a5 service neutron] Attempting to bind port e3b71090-fa0d-49cb-ac85-d4775ad7d838 on network 670e66da-e9f1-4170-9f54-1a9fa7660db5 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:38:09.486341 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-1833302f-855f-46ee-81fc-81c34d0f48a5 service neutron] Checking agent: {'id': '88197243-2542-4a6c-b81b-f727b3d95aaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 27, 45), 'started_at': datetime.datetime(2022, 5, 23, 15, 27, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:38:09.486677 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-1833302f-855f-46ee-81fc-81c34d0f48a5 service neutron] Checking segment: {'id': '051d2028-8c27-4526-be22-2ada26183e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '670e66da-e9f1-4170-9f54-1a9fa7660db5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:38:09.487359 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-1833302f-855f-46ee-81fc-81c34d0f48a5 service neutron] Bound using segment: {'id': '051d2028-8c27-4526-be22-2ada26183e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '670e66da-e9f1-4170-9f54-1a9fa7660db5'} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:38:09.487932 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-1833302f-855f-46ee-81fc-81c34d0f48a5 service neutron] Bound port: e3b71090-fa0d-49cb-ac85-d4775ad7d838, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '051d2028-8c27-4526-be22-2ada26183e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '670e66da-e9f1-4170-9f54-1a9fa7660db5'}}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:38:09.488376 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-1833302f-855f-46ee-81fc-81c34d0f48a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (e3b71090-fa0d-49cb-ac85-d4775ad7d838), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:09.568920 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-1833302f-855f-46ee-81fc-81c34d0f48a5 service neutron] For port e3b71090-fa0d-49cb-ac85-d4775ad7d838, host hv-cinder-84112, cleared binding levels {{(pid=104081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:38:09.573655 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-1833302f-855f-46ee-81fc-81c34d0f48a5 service neutron] For port e3b71090-fa0d-49cb-ac85-d4775ad7d838, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=e3b71090-fa0d-49cb-ac85-d4775ad7d838,segment=NetworkSegment(051d2028-8c27-4526-be22-2ada26183e4a),segment_id=051d2028-8c27-4526-be22-2ada26183e4a)] {{(pid=104081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:38:09.583300 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-1833302f-855f-46ee-81fc-81c34d0f48a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4250195'] for port (e3b71090-fa0d-49cb-ac85-d4775ad7d838), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:09.654046 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-1833302f-855f-46ee-81fc-81c34d0f48a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:09.655316 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-1833302f-855f-46ee-81fc-81c34d0f48a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for port (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:09.660905 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-1833302f-855f-46ee-81fc-81c34d0f48a5 service neutron] 10.222.0.72 "PUT /v2.0/ports/e3b71090-fa0d-49cb-ac85-d4775ad7d838 HTTP/1.1" status: 200 len: 1097 time: 1.1573601 May 23 15:38:09.661624 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d0e9bbd-949b-4a67-ac5a-3fa37a39a518', 'tag': 'e3b71090-fa0d-49cb-ac85-d4775ad7d838'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:38:09.665317 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d701dac66fe37c46ae86bb78260b1e19b4b16e00f190307f8222235e17cfe25e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ce53a2-a25e-407c-8021-ee7b05e8620c" -d '{"events": [{"name": "network-changed", "server_uuid": "3d0e9bbd-949b-4a67-ac5a-3fa37a39a518", "tag": "e3b71090-fa0d-49cb-ac85-d4775ad7d838"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:38:09.703863 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-3c53b8c2-3362-4b47-9cff-da18dd61b6a9 req-a1e69e07-89a9-4b7f-8128-5e8cb39275c5 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e98f6f3-7aca-461f-a731-9f30580c5cc0 HTTP/1.1" status: 200 len: 210 time: 0.0470054 May 23 15:38:09.721692 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333bd6d0-8ec3-48c4-accc-026cbe789252 x-openstack-request-id: req-333bd6d0-8ec3-48c4-accc-026cbe789252 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:38:09.722167 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d0e9bbd-949b-4a67-ac5a-3fa37a39a518", "tag": "e3b71090-fa0d-49cb-ac85-d4775ad7d838", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:38:09.722579 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-333bd6d0-8ec3-48c4-accc-026cbe789252 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:38:09.723203 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-333bd6d0-8ec3-48c4-accc-026cbe789252'] response: {'name': 'network-changed', 'server_uuid': '3d0e9bbd-949b-4a67-ac5a-3fa37a39a518', 'tag': 'e3b71090-fa0d-49cb-ac85-d4775ad7d838', 'status': 'completed', 'code': 200} May 23 15:38:09.729055 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1833302f-855f-46ee-81fc-81c34d0f48a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e3b71090-fa0d-49cb-ac85-d4775ad7d838,revision_number=3']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:38:09.748348 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:09.810416 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-8a34196a-c5e6-4be2-ae98-b42d112827f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:09.811965 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-8a34196a-c5e6-4be2-ae98-b42d112827f3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=05e37c1d36204e1aab408ce6bfbe871a&device_id=3d0e9bbd-949b-4a67-ac5a-3fa37a39a518 HTTP/1.1" status: 200 len: 1131 time: 0.0678945 May 23 15:38:09.867930 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-681c2924-252f-4505-999b-2e84ff55c1b9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=e3b71090-fa0d-49cb-ac85-d4775ad7d838 HTTP/1.1" status: 200 len: 217 time: 0.0413020 May 23 15:38:09.936806 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-a85d5c11-878b-4831-8e22-30bba7085b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:09.938351 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-a85d5c11-878b-4831-8e22-30bba7085b56 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=99524a08-b08c-4d83-994c-3868a3a7d15e HTTP/1.1" status: 200 len: 843 time: 0.0631497 May 23 15:38:09.986440 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-78604df1-7364-439c-a66d-c2304edf7df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:09.988150 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-78604df1-7364-439c-a66d-c2304edf7df2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=670e66da-e9f1-4170-9f54-1a9fa7660db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0433733 May 23 15:38:10.088417 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-26a75efe-fe29-4731-b2b9-d91570bf62f0 service neutron] 10.222.0.72 "GET /v2.0/networks/670e66da-e9f1-4170-9f54-1a9fa7660db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942700 May 23 15:38:10.180612 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:10.201810 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3275a8c3-a53d-484f-899f-e6112efbe3d3 req-5b73945e-37c3-46ad-8cea-b34402f81495 service neutron] 10.222.0.72 "GET /v2.0/networks/670e66da-e9f1-4170-9f54-1a9fa7660db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035154 May 23 15:38:10.453486 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d309a6-1de8-4b0d-8a6f-4d3372a767bc req-c0c16f6c-bd89-457e-9320-170dec28c741 tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:10.454950 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-19d309a6-1de8-4b0d-8a6f-4d3372a767bc req-c0c16f6c-bd89-457e-9320-170dec28c741 tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d0e9bbd-949b-4a67-ac5a-3fa37a39a518 HTTP/1.1" status: 200 len: 947 time: 0.0481038 May 23 15:38:10.508464 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-19d309a6-1de8-4b0d-8a6f-4d3372a767bc req-6e4f00b1-8387-4d1e-9fc5-a02a31e6547c tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] 10.222.0.30 "GET /v2.0/security-groups?id=6af8606f-3c1a-4f5e-8bb2-72a2b97ed432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472298 May 23 15:38:10.795065 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d020b671-34b9-4467-abb6-9ddd33a93cfb req-fe00aac8-ff29-4d92-ac23-0c5f689534e1 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e98f6f3-7aca-461f-a731-9f30580c5cc0 HTTP/1.1" status: 200 len: 210 time: 0.0313175 May 23 15:38:11.134970 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce53a2-a25e-407c-8021-ee7b05e8620c req-4ee53be4-608d-4fd5-b193-1754a9376cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:11.136469 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-83ce53a2-a25e-407c-8021-ee7b05e8620c req-4ee53be4-608d-4fd5-b193-1754a9376cf7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=05e37c1d36204e1aab408ce6bfbe871a&device_id=3d0e9bbd-949b-4a67-ac5a-3fa37a39a518 HTTP/1.1" status: 200 len: 1131 time: 0.0417330 May 23 15:38:11.184342 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 199fe9ce-22b1-4b54-8609-3dcc8871b67c no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:38:11.204114 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] No Port match for: 199fe9ce-22b1-4b54-8609-3dcc8871b67c {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:38:11.204461 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 199fe9ce-22b1-4b54-8609-3dcc8871b67c not bound to the agent host hv-cinder-84112 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:38:11.474562 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce53a2-a25e-407c-8021-ee7b05e8620c req-534317b1-8363-43ce-810d-063d6eedc253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:11.476026 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-83ce53a2-a25e-407c-8021-ee7b05e8620c req-534317b1-8363-43ce-810d-063d6eedc253 service neutron] 10.222.0.72 "GET /v2.0/networks?id=670e66da-e9f1-4170-9f54-1a9fa7660db5 HTTP/1.1" status: 200 len: 870 time: 0.0889468 May 23 15:38:11.518585 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-83ce53a2-a25e-407c-8021-ee7b05e8620c req-d552cd73-3d39-4fd9-b429-b53ea4768c5a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=e3b71090-fa0d-49cb-ac85-d4775ad7d838 HTTP/1.1" status: 200 len: 217 time: 0.0362785 May 23 15:38:11.585418 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce53a2-a25e-407c-8021-ee7b05e8620c req-93262fd1-c89b-4178-9dbd-eb6105853bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:11.586903 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-83ce53a2-a25e-407c-8021-ee7b05e8620c req-93262fd1-c89b-4178-9dbd-eb6105853bbc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=99524a08-b08c-4d83-994c-3868a3a7d15e HTTP/1.1" status: 200 len: 843 time: 0.0553775 May 23 15:38:11.651836 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce53a2-a25e-407c-8021-ee7b05e8620c req-5bd3c8f1-33cd-4ae9-b9e9-98d45b3fd746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:11.654113 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-83ce53a2-a25e-407c-8021-ee7b05e8620c req-5bd3c8f1-33cd-4ae9-b9e9-98d45b3fd746 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=670e66da-e9f1-4170-9f54-1a9fa7660db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0581172 May 23 15:38:11.700178 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1bf0dc-fc58-4e3d-88bb-f2b19f37fce4 req-d919957c-5e99-4e0c-9fea-bcac566114b4 tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:11.701728 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4d1bf0dc-fc58-4e3d-88bb-f2b19f37fce4 req-d919957c-5e99-4e0c-9fea-bcac566114b4 tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d0e9bbd-949b-4a67-ac5a-3fa37a39a518 HTTP/1.1" status: 200 len: 947 time: 0.0689108 May 23 15:38:11.748469 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ae5c9-29da-479f-a730-36a11d26066a req-1ceaaf5b-47a0-4382-b398-259277f65fee tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:11.750050 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7d8ae5c9-29da-479f-a730-36a11d26066a req-1ceaaf5b-47a0-4382-b398-259277f65fee tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.72 "GET /v2.0/networks?id=6495a1a0-6477-40d3-9721-b2cb09e400eb HTTP/1.1" status: 200 len: 808 time: 0.2194576 May 23 15:38:11.755162 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-83ce53a2-a25e-407c-8021-ee7b05e8620c req-f4d6302b-ac2e-47dd-84c2-a3b8eb0d11e3 service neutron] 10.222.0.72 "GET /v2.0/networks/670e66da-e9f1-4170-9f54-1a9fa7660db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932903 May 23 15:38:11.772203 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4d1bf0dc-fc58-4e3d-88bb-f2b19f37fce4 req-0e563d19-0ee3-4008-bed3-831be68d8b6b tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] 10.222.0.30 "GET /v2.0/security-groups?id=6af8606f-3c1a-4f5e-8bb2-72a2b97ed432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626969 May 23 15:38:11.852150 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-7d8ae5c9-29da-479f-a730-36a11d26066a req-2f9b12cb-95bb-4412-858e-afa2e5d65096 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Request body: {'port': {'device_id': '1e98f6f3-7aca-461f-a731-9f30580c5cc0', 'network_id': '6495a1a0-6477-40d3-9721-b2cb09e400eb', 'admin_state_up': True, 'tenant_id': '4b7b56a844c04f0d97fc46c39c8159ce'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:38:11.905427 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:11.927805 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f7fea0c6-1700-4a59-889a-ad40d63052f7 req-cd89ea3f-89bf-4bca-afda-a6532199ef50 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e98f6f3-7aca-461f-a731-9f30580c5cc0 HTTP/1.1" status: 200 len: 210 time: 0.0581560 May 23 15:38:11.966049 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d8ae5c9-29da-479f-a730-36a11d26066a req-2f9b12cb-95bb-4412-858e-afa2e5d65096 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Made reservation on behalf of 4b7b56a844c04f0d97fc46c39c8159ce for: {'port': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:38:11.970408 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-7d8ae5c9-29da-479f-a730-36a11d26066a req-2f9b12cb-95bb-4412-858e-afa2e5d65096 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:11.973218 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-83ce53a2-a25e-407c-8021-ee7b05e8620c req-2b3e7ecf-641f-4e40-b896-e65452545496 service neutron] 10.222.0.72 "GET /v2.0/networks/670e66da-e9f1-4170-9f54-1a9fa7660db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254518 May 23 15:38:12.096725 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [req-7d8ae5c9-29da-479f-a730-36a11d26066a req-2f9b12cb-95bb-4412-858e-afa2e5d65096 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Allocated IP 172.20.0.11 (6495a1a0-6477-40d3-9721-b2cb09e400eb/41851114-c044-4144-af01-eb2fc4da40f7/c4863245-8573-440d-acdf-8a7bcaafa7ff) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:38:12.268307 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-7d8ae5c9-29da-479f-a730-36a11d26066a req-2f9b12cb-95bb-4412-858e-afa2e5d65096 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Publish callbacks [] for port (c4863245-8573-440d-acdf-8a7bcaafa7ff), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:12.279854 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:12.289041 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:12.304746 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-7d8ae5c9-29da-479f-a730-36a11d26066a req-2f9b12cb-95bb-4412-858e-afa2e5d65096 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (c4863245-8573-440d-acdf-8a7bcaafa7ff), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:12.348926 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d8ae5c9-29da-479f-a730-36a11d26066a req-2f9b12cb-95bb-4412-858e-afa2e5d65096 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Network 6495a1a0-6477-40d3-9721-b2cb09e400eb is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:38:12.351919 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [req-7d8ae5c9-29da-479f-a730-36a11d26066a req-2f9b12cb-95bb-4412-858e-afa2e5d65096 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:38:12.355638 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d8ae5c9-29da-479f-a730-36a11d26066a req-2f9b12cb-95bb-4412-858e-afa2e5d65096 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:38:12.377437 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b12cb-95bb-4412-858e-afa2e5d65096 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Pushing event updated for resources: {'Port': ['ID=c4863245-8573-440d-acdf-8a7bcaafa7ff,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:38:12.405466 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ae5c9-29da-479f-a730-36a11d26066a req-2f9b12cb-95bb-4412-858e-afa2e5d65096 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:12.406069 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-7d8ae5c9-29da-479f-a730-36a11d26066a req-2f9b12cb-95bb-4412-858e-afa2e5d65096 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:12.421182 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7d8ae5c9-29da-479f-a730-36a11d26066a req-2f9b12cb-95bb-4412-858e-afa2e5d65096 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5730486 May 23 15:38:12.439905 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-7d8ae5c9-29da-479f-a730-36a11d26066a req-2c2f7def-f639-4fd4-a7bf-82e320bcbbfd service neutron] Request body: {'port': {'device_id': '1e98f6f3-7aca-461f-a731-9f30580c5cc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:38:12.503178 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-7d8ae5c9-29da-479f-a730-36a11d26066a req-2c2f7def-f639-4fd4-a7bf-82e320bcbbfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (c4863245-8573-440d-acdf-8a7bcaafa7ff), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:12.787176 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [req-7d8ae5c9-29da-479f-a730-36a11d26066a req-2c2f7def-f639-4fd4-a7bf-82e320bcbbfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4863245-8573-440d-acdf-8a7bcaafa7ff {{(pid=104080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:38:12.794662 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-7d8ae5c9-29da-479f-a730-36a11d26066a req-2c2f7def-f639-4fd4-a7bf-82e320bcbbfd service neutron] Publish callbacks [] for port (c4863245-8573-440d-acdf-8a7bcaafa7ff), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:12.810262 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.provisioning_blocks [req-7d8ae5c9-29da-479f-a730-36a11d26066a req-2c2f7def-f639-4fd4-a7bf-82e320bcbbfd service neutron] Transition to ACTIVE for port object c4863245-8573-440d-acdf-8a7bcaafa7ff will not be triggered until provisioned by entity L2. {{(pid=104080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 15:38:12.814529 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-7d8ae5c9-29da-479f-a730-36a11d26066a req-2c2f7def-f639-4fd4-a7bf-82e320bcbbfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413202'] for port (c4863245-8573-440d-acdf-8a7bcaafa7ff), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:12.901654 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f7def-f639-4fd4-a7bf-82e320bcbbfd service neutron] Pushing event updated for resources: {'Port': ['ID=c4863245-8573-440d-acdf-8a7bcaafa7ff,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:38:12.927477 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1fa4c-f7bd-4a83-8cf1-8c61896a4a0d req-7af00080-77ac-46b1-8f1c-ec9566f834fe tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:12.928997 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f1f1fa4c-f7bd-4a83-8cf1-8c61896a4a0d req-7af00080-77ac-46b1-8f1c-ec9566f834fe tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d0e9bbd-949b-4a67-ac5a-3fa37a39a518 HTTP/1.1" status: 200 len: 947 time: 0.0802062 May 23 15:38:13.048659 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da426e26-c0be-41b1-9fbf-b932065712ac req-5df3f3ae-e7d6-446a-b4ef-f0ece46c16ca tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:13.050329 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-da426e26-c0be-41b1-9fbf-b932065712ac req-5df3f3ae-e7d6-446a-b4ef-f0ece46c16ca tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e98f6f3-7aca-461f-a731-9f30580c5cc0 HTTP/1.1" status: 200 len: 944 time: 0.0528991 May 23 15:38:13.099965 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-da426e26-c0be-41b1-9fbf-b932065712ac req-8b49bfb0-656a-419b-853c-db2752c0fe5b tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/security-groups?id=3064fff5-b011-4130-9380-5e2a77d8ed80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437205 May 23 15:38:13.177921 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device e3b71090-fa0d-49cb-ac85-d4775ad7d838 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:38:13.233702 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-7d8ae5c9-29da-479f-a730-36a11d26066a req-2c2f7def-f639-4fd4-a7bf-82e320bcbbfd service neutron] Attempting to bind port c4863245-8573-440d-acdf-8a7bcaafa7ff on host hv-cinder-84112 for vnic_type normal with profile {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:38:13.234040 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-7d8ae5c9-29da-479f-a730-36a11d26066a req-2c2f7def-f639-4fd4-a7bf-82e320bcbbfd service neutron] Attempting to bind port c4863245-8573-440d-acdf-8a7bcaafa7ff by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': 'a33df297-cff4-4dc7-995c-d48d2ea7dd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '6495a1a0-6477-40d3-9721-b2cb09e400eb'}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:38:13.234369 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8ae5c9-29da-479f-a730-36a11d26066a req-2c2f7def-f639-4fd4-a7bf-82e320bcbbfd service neutron] Attempting to bind port c4863245-8573-440d-acdf-8a7bcaafa7ff on network 6495a1a0-6477-40d3-9721-b2cb09e400eb {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:38:13.240996 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f1f1fa4c-f7bd-4a83-8cf1-8c61896a4a0d req-5c8bfe7a-1638-4bc2-a15d-1dc13d87e01c tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] 10.222.0.30 "GET /v2.0/security-groups?id=6af8606f-3c1a-4f5e-8bb2-72a2b97ed432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883606 May 23 15:38:13.243009 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8ae5c9-29da-479f-a730-36a11d26066a req-2c2f7def-f639-4fd4-a7bf-82e320bcbbfd service neutron] Port c4863245-8573-440d-acdf-8a7bcaafa7ff on network 6495a1a0-6477-40d3-9721-b2cb09e400eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 15:38:13.243674 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8ae5c9-29da-479f-a730-36a11d26066a req-2c2f7def-f639-4fd4-a7bf-82e320bcbbfd service neutron] Attempting to bind port c4863245-8573-440d-acdf-8a7bcaafa7ff on network 6495a1a0-6477-40d3-9721-b2cb09e400eb {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:38:13.248580 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8ae5c9-29da-479f-a730-36a11d26066a req-2c2f7def-f639-4fd4-a7bf-82e320bcbbfd service neutron] Checking agent: {'id': '88197243-2542-4a6c-b81b-f727b3d95aaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 27, 45), 'started_at': datetime.datetime(2022, 5, 23, 15, 27, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:38:13.248948 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8ae5c9-29da-479f-a730-36a11d26066a req-2c2f7def-f639-4fd4-a7bf-82e320bcbbfd service neutron] Checking segment: {'id': 'a33df297-cff4-4dc7-995c-d48d2ea7dd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '6495a1a0-6477-40d3-9721-b2cb09e400eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:38:13.249331 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8ae5c9-29da-479f-a730-36a11d26066a req-2c2f7def-f639-4fd4-a7bf-82e320bcbbfd service neutron] Bound using segment: {'id': 'a33df297-cff4-4dc7-995c-d48d2ea7dd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '6495a1a0-6477-40d3-9721-b2cb09e400eb'} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:38:13.249757 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-7d8ae5c9-29da-479f-a730-36a11d26066a req-2c2f7def-f639-4fd4-a7bf-82e320bcbbfd service neutron] Bound port: c4863245-8573-440d-acdf-8a7bcaafa7ff, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a33df297-cff4-4dc7-995c-d48d2ea7dd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '6495a1a0-6477-40d3-9721-b2cb09e400eb'}}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:38:13.250117 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-7d8ae5c9-29da-479f-a730-36a11d26066a req-2c2f7def-f639-4fd4-a7bf-82e320bcbbfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (c4863245-8573-440d-acdf-8a7bcaafa7ff), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:13.281817 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:13.285237 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port e3b71090-fa0d-49cb-ac85-d4775ad7d838, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=e3b71090-fa0d-49cb-ac85-d4775ad7d838,segment=NetworkSegment(051d2028-8c27-4526-be22-2ada26183e4a),segment_id=051d2028-8c27-4526-be22-2ada26183e4a)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:38:13.297950 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Returning: {'device': 'e3b71090-fa0d-49cb-ac85-d4775ad7d838', 'network_id': '670e66da-e9f1-4170-9f54-1a9fa7660db5', 'port_id': 'e3b71090-fa0d-49cb-ac85-d4775ad7d838', 'mac_address': 'fa:16:3e:9a:90:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 984, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99524a08-b08c-4d83-994c-3868a3a7d15e', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:38:13.314211 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-7d8ae5c9-29da-479f-a730-36a11d26066a req-2c2f7def-f639-4fd4-a7bf-82e320bcbbfd service neutron] For port c4863245-8573-440d-acdf-8a7bcaafa7ff, host hv-cinder-84112, cleared binding levels {{(pid=104080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:38:13.317951 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-7d8ae5c9-29da-479f-a730-36a11d26066a req-2c2f7def-f639-4fd4-a7bf-82e320bcbbfd service neutron] For port c4863245-8573-440d-acdf-8a7bcaafa7ff, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=c4863245-8573-440d-acdf-8a7bcaafa7ff,segment=NetworkSegment(a33df297-cff4-4dc7-995c-d48d2ea7dd36),segment_id=a33df297-cff4-4dc7-995c-d48d2ea7dd36)] {{(pid=104080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:38:13.324436 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-7d8ae5c9-29da-479f-a730-36a11d26066a req-2c2f7def-f639-4fd4-a7bf-82e320bcbbfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413202'] for port (c4863245-8573-440d-acdf-8a7bcaafa7ff), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:13.333582 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:13.334541 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port e3b71090-fa0d-49cb-ac85-d4775ad7d838 is: DOWN; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:38:13.334929 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (e3b71090-fa0d-49cb-ac85-d4775ad7d838), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:13.348264 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3b71090-fa0d-49cb-ac85-d4775ad7d838 {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:38:13.361267 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ae5c9-29da-479f-a730-36a11d26066a req-2c2f7def-f639-4fd4-a7bf-82e320bcbbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:13.362005 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-7d8ae5c9-29da-479f-a730-36a11d26066a req-2c2f7def-f639-4fd4-a7bf-82e320bcbbfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:13.364130 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7d8ae5c9-29da-479f-a730-36a11d26066a req-2c2f7def-f639-4fd4-a7bf-82e320bcbbfd service neutron] 10.222.0.72 "PUT /v2.0/ports/c4863245-8573-440d-acdf-8a7bcaafa7ff HTTP/1.1" status: 200 len: 1094 time: 0.9279163 May 23 15:38:13.364957 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e98f6f3-7aca-461f-a731-9f30580c5cc0', 'tag': 'c4863245-8573-440d-acdf-8a7bcaafa7ff'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:38:13.367224 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee4ef39eddac8a8c2b622b321199fad7a345fd77cd5019e852148a8aec1132e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800da8d8-f07e-4146-8002-6754399f05a5" -d '{"events": [{"name": "network-changed", "server_uuid": "1e98f6f3-7aca-461f-a731-9f30580c5cc0", "tag": "c4863245-8573-440d-acdf-8a7bcaafa7ff"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:38:13.370272 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port e3b71090-fa0d-49cb-ac85-d4775ad7d838, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=e3b71090-fa0d-49cb-ac85-d4775ad7d838,segment=NetworkSegment(051d2028-8c27-4526-be22-2ada26183e4a),segment_id=051d2028-8c27-4526-be22-2ada26183e4a)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:38:13.374288 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (e3b71090-fa0d-49cb-ac85-d4775ad7d838), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:13.396799 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f7def-f639-4fd4-a7bf-82e320bcbbfd service neutron] Pushing event updated for resources: {'Port': ['ID=c4863245-8573-440d-acdf-8a7bcaafa7ff,revision_number=3']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:38:13.402534 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=81,neutron:UPDATE=1 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:13.404849 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d861ed-8e96-4607-bcde-0eff79b03f21 x-openstack-request-id: req-d9d861ed-8e96-4607-bcde-0eff79b03f21 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:38:13.405963 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e98f6f3-7aca-461f-a731-9f30580c5cc0", "tag": "c4863245-8573-440d-acdf-8a7bcaafa7ff", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:38:13.406344 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d9d861ed-8e96-4607-bcde-0eff79b03f21 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:38:13.406863 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9d861ed-8e96-4607-bcde-0eff79b03f21'] response: {'name': 'network-changed', 'server_uuid': '1e98f6f3-7aca-461f-a731-9f30580c5cc0', 'tag': 'c4863245-8573-440d-acdf-8a7bcaafa7ff', 'status': 'completed', 'code': 200} May 23 15:38:13.438586 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=e3b71090-fa0d-49cb-ac85-d4775ad7d838,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:38:13.480459 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ae5c9-29da-479f-a730-36a11d26066a req-a5b97756-485b-4c23-8943-824376dff8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:13.481984 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7d8ae5c9-29da-479f-a730-36a11d26066a req-a5b97756-485b-4c23-8943-824376dff8f6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b7b56a844c04f0d97fc46c39c8159ce&device_id=1e98f6f3-7aca-461f-a731-9f30580c5cc0 HTTP/1.1" status: 200 len: 1128 time: 0.0468829 May 23 15:38:13.531983 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7d8ae5c9-29da-479f-a730-36a11d26066a req-bd1a7054-cfb9-43e1-a739-8a3d1c93236e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4863245-8573-440d-acdf-8a7bcaafa7ff HTTP/1.1" status: 200 len: 217 time: 0.0340214 May 23 15:38:13.581232 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ae5c9-29da-479f-a730-36a11d26066a req-dc2b626c-0407-4715-bfec-611a75712933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:13.583312 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7d8ae5c9-29da-479f-a730-36a11d26066a req-dc2b626c-0407-4715-bfec-611a75712933 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=41851114-c044-4144-af01-eb2fc4da40f7 HTTP/1.1" status: 200 len: 848 time: 0.0437684 May 23 15:38:13.619518 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7d8ae5c9-29da-479f-a730-36a11d26066a req-08459f9b-9e31-47ee-a042-6e586836a777 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6495a1a0-6477-40d3-9721-b2cb09e400eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296500 May 23 15:38:13.688713 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] get_ports_and_sgs() called for port_ids ['e3b71090-fa0d-49cb-ac85-d4775ad7d838'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:38:13.711334 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7d8ae5c9-29da-479f-a730-36a11d26066a req-48afe27b-87e1-466a-aff0-af4a0b56a7cd service neutron] 10.222.0.72 "GET /v2.0/networks/6495a1a0-6477-40d3-9721-b2cb09e400eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844247 May 23 15:38:13.805171 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7d8ae5c9-29da-479f-a730-36a11d26066a req-9a8b7d9e-d0f5-477f-bacb-cf7b82d256e3 service neutron] 10.222.0.72 "GET /v2.0/networks/6495a1a0-6477-40d3-9721-b2cb09e400eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871768 May 23 15:38:14.215267 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a409aaf-ee26-4d0e-9321-48af19b5ba24 req-cc0e2a51-0337-483b-ac93-5391256fe2b4 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:14.216715 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4a409aaf-ee26-4d0e-9321-48af19b5ba24 req-cc0e2a51-0337-483b-ac93-5391256fe2b4 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e98f6f3-7aca-461f-a731-9f30580c5cc0 HTTP/1.1" status: 200 len: 944 time: 0.0487602 May 23 15:38:14.262380 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4a409aaf-ee26-4d0e-9321-48af19b5ba24 req-a170e423-95e9-4bd7-88a4-310dd458219e tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/security-groups?id=3064fff5-b011-4130-9380-5e2a77d8ed80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402305 May 23 15:38:14.357658 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b5a77-396a-4181-8b96-2c5e2cb4056b req-cfae2976-fb53-4e99-886e-e0c89d5942f3 tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:14.359091 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5e1b5a77-396a-4181-8b96-2c5e2cb4056b req-cfae2976-fb53-4e99-886e-e0c89d5942f3 tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d0e9bbd-949b-4a67-ac5a-3fa37a39a518 HTTP/1.1" status: 200 len: 948 time: 0.0460539 May 23 15:38:14.404859 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5e1b5a77-396a-4181-8b96-2c5e2cb4056b req-6fd4784a-298f-4490-b8a1-a186afde83f9 tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] 10.222.0.30 "GET /v2.0/security-groups?id=6af8606f-3c1a-4f5e-8bb2-72a2b97ed432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398226 May 23 15:38:14.762143 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800da8d8-f07e-4146-8002-6754399f05a5 req-f4f4719a-ac84-455d-9bc7-6d196c26aea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:14.763693 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-800da8d8-f07e-4146-8002-6754399f05a5 req-f4f4719a-ac84-455d-9bc7-6d196c26aea6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b7b56a844c04f0d97fc46c39c8159ce&device_id=1e98f6f3-7aca-461f-a731-9f30580c5cc0 HTTP/1.1" status: 200 len: 1128 time: 0.0439878 May 23 15:38:14.856301 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800da8d8-f07e-4146-8002-6754399f05a5 req-579cd493-7695-42bf-8eb1-b4f8b805554d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:14.857827 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-800da8d8-f07e-4146-8002-6754399f05a5 req-579cd493-7695-42bf-8eb1-b4f8b805554d service neutron] 10.222.0.72 "GET /v2.0/networks?id=6495a1a0-6477-40d3-9721-b2cb09e400eb HTTP/1.1" status: 200 len: 909 time: 0.0873466 May 23 15:38:14.902924 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-800da8d8-f07e-4146-8002-6754399f05a5 req-319baa10-f949-428e-8612-1393f0dc4b39 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4863245-8573-440d-acdf-8a7bcaafa7ff HTTP/1.1" status: 200 len: 217 time: 0.0384829 May 23 15:38:14.956504 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800da8d8-f07e-4146-8002-6754399f05a5 req-5a74d12f-2c0a-41fa-abb3-231a3e3f41d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:14.957997 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-800da8d8-f07e-4146-8002-6754399f05a5 req-5a74d12f-2c0a-41fa-abb3-231a3e3f41d9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=41851114-c044-4144-af01-eb2fc4da40f7 HTTP/1.1" status: 200 len: 848 time: 0.0443077 May 23 15:38:14.995869 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-800da8d8-f07e-4146-8002-6754399f05a5 req-944d6dc4-1d39-4fc8-a04e-c905f6972d4d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6495a1a0-6477-40d3-9721-b2cb09e400eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318186 May 23 15:38:15.090006 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-800da8d8-f07e-4146-8002-6754399f05a5 req-c1790a76-56ac-424d-8c96-9a8c7ea94480 service neutron] 10.222.0.72 "GET /v2.0/networks/6495a1a0-6477-40d3-9721-b2cb09e400eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847785 May 23 15:38:15.193607 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device e3b71090-fa0d-49cb-ac85-d4775ad7d838 up at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:38:15.202322 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:15.216219 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-800da8d8-f07e-4146-8002-6754399f05a5 req-55d1c60c-1884-426f-83fa-54229b1519fd service neutron] 10.222.0.72 "GET /v2.0/networks/6495a1a0-6477-40d3-9721-b2cb09e400eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196256 May 23 15:38:15.242146 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:15.243187 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Provisioning for port e3b71090-fa0d-49cb-ac85-d4775ad7d838 completed by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 15:38:15.250622 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Provisioning complete for port e3b71090-fa0d-49cb-ac85-d4775ad7d838 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:38:15.250941 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (e3b71090-fa0d-49cb-ac85-d4775ad7d838), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:15.332491 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port e3b71090-fa0d-49cb-ac85-d4775ad7d838 is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:38:15.332922 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (e3b71090-fa0d-49cb-ac85-d4775ad7d838), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:15.358152 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d0e9bbd-949b-4a67-ac5a-3fa37a39a518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b71090-fa0d-49cb-ac85-d4775ad7d838'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:38:15.360725 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f55e67021d3a90dbbd6c8997e5bd31cd20e79582d0fa2823ba23f1fb24bbbe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb55a12f-6301-4235-854f-e28337fee85d" -d '{"events": [{"server_uuid": "3d0e9bbd-949b-4a67-ac5a-3fa37a39a518", "name": "network-vif-plugged", "status": "completed", "tag": "e3b71090-fa0d-49cb-ac85-d4775ad7d838"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:38:15.382219 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port e3b71090-fa0d-49cb-ac85-d4775ad7d838, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=e3b71090-fa0d-49cb-ac85-d4775ad7d838,segment=NetworkSegment(051d2028-8c27-4526-be22-2ada26183e4a),segment_id=051d2028-8c27-4526-be22-2ada26183e4a)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:38:15.384075 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (e3b71090-fa0d-49cb-ac85-d4775ad7d838), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:15.389484 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c18642-858d-483a-9ddf-aa2fe00ca48f req-ff979dc7-5746-4fec-a020-4939df821360 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:15.391873 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a7c18642-858d-483a-9ddf-aa2fe00ca48f req-ff979dc7-5746-4fec-a020-4939df821360 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e98f6f3-7aca-461f-a731-9f30580c5cc0 HTTP/1.1" status: 200 len: 944 time: 0.0533245 May 23 15:38:15.411773 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d7adc5-8483-4e25-8dfe-833a5d641305 x-openstack-request-id: req-95d7adc5-8483-4e25-8dfe-833a5d641305 {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:38:15.412073 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d0e9bbd-949b-4a67-ac5a-3fa37a39a518", "name": "network-vif-plugged", "status": "completed", "tag": "e3b71090-fa0d-49cb-ac85-d4775ad7d838", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:38:15.412330 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-95d7adc5-8483-4e25-8dfe-833a5d641305 {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:38:15.412731 dv-cinder-841125-8-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95d7adc5-8483-4e25-8dfe-833a5d641305'] response: {'server_uuid': '3d0e9bbd-949b-4a67-ac5a-3fa37a39a518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b71090-fa0d-49cb-ac85-d4775ad7d838', 'code': 200} May 23 15:38:15.435004 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:15.439897 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=e3b71090-fa0d-49cb-ac85-d4775ad7d838,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:38:15.446222 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a7c18642-858d-483a-9ddf-aa2fe00ca48f req-8bebd0e3-c773-49f8-ac8c-16213a725f56 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/security-groups?id=3064fff5-b011-4130-9380-5e2a77d8ed80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494840 May 23 15:38:15.552510 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735b33d-2554-4953-a22c-1bbecbb44368 req-4e19d67a-c5a7-4e1e-b56f-4f793861f8de tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:15.554278 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1735b33d-2554-4953-a22c-1bbecbb44368 req-4e19d67a-c5a7-4e1e-b56f-4f793861f8de tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d0e9bbd-949b-4a67-ac5a-3fa37a39a518 HTTP/1.1" status: 200 len: 949 time: 0.0664203 May 23 15:38:15.618730 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-deeacb48-f8ad-4ee7-aaeb-78a4c3f342fc None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:38:15.639949 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b0231-2c2a-40cd-a741-be8a24cbba90 req-25bb1a2f-af5a-4771-80cd-277c275f472e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:15.641773 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-1c2b0231-2c2a-40cd-a741-be8a24cbba90 req-25bb1a2f-af5a-4771-80cd-277c275f472e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3d0e9bbd-949b-4a67-ac5a-3fa37a39a518 HTTP/1.1" status: 200 len: 1133 time: 0.0419781 May 23 15:38:15.705262 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-1c2b0231-2c2a-40cd-a741-be8a24cbba90 req-15edc8c0-1d0e-46e6-b0a3-0a21b9505ea2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6af8606f-3c1a-4f5e-8bb2-72a2b97ed432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517266 May 23 15:38:15.876514 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1735b33d-2554-4953-a22c-1bbecbb44368 req-ec3fa49d-b1cc-4f77-a1ea-8747803a8e14 tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] 10.222.0.30 "GET /v2.0/security-groups?id=6af8606f-3c1a-4f5e-8bb2-72a2b97ed432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162529 May 23 15:38:16.573482 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37819ea1-ea38-42d9-820c-a6ae9e8ce481 req-0920c107-f8f6-454c-9bab-6c7df7070258 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:16.574948 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-37819ea1-ea38-42d9-820c-a6ae9e8ce481 req-0920c107-f8f6-454c-9bab-6c7df7070258 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e98f6f3-7aca-461f-a731-9f30580c5cc0 HTTP/1.1" status: 200 len: 944 time: 0.0556340 May 23 15:38:16.610432 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=100 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:16.622908 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-37819ea1-ea38-42d9-820c-a6ae9e8ce481 req-821409a2-d4b4-4521-b190-cae9eacc6399 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/security-groups?id=3064fff5-b011-4130-9380-5e2a77d8ed80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422003 May 23 15:38:16.936775 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (88197243-2542-4a6c-b81b-f727b3d95aaf), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:17.004191 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d27274-80ea-4cee-82a1-15aedab76448 req-4f8912fe-4be9-484f-86ca-70fe590bbc34 tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:17.006383 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-83d27274-80ea-4cee-82a1-15aedab76448 req-4f8912fe-4be9-484f-86ca-70fe590bbc34 tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d0e9bbd-949b-4a67-ac5a-3fa37a39a518 HTTP/1.1" status: 200 len: 949 time: 0.0522838 May 23 15:38:17.056255 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-83d27274-80ea-4cee-82a1-15aedab76448 req-ae24f4ce-d252-4f2c-875b-6ad8d4fd371d tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] 10.222.0.30 "GET /v2.0/security-groups?id=6af8606f-3c1a-4f5e-8bb2-72a2b97ed432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432107 May 23 15:38:17.148889 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d4845755-84e1-4478-8711-10a29502e0be req-f79a5f84-4272-4abf-b4ca-038dc79a2012 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1491515110&fields=id&tenant_id=449514f02fbc485484110bde5a2018c0 HTTP/1.1" status: 200 len: 267 time: 0.0454061 May 23 15:38:17.211095 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device c4863245-8573-440d-acdf-8a7bcaafa7ff details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:38:17.262183 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4845755-84e1-4478-8711-10a29502e0be req-d321f71b-0c75-4199-8eb7-3dfc191bace8 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:17.264721 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d4845755-84e1-4478-8711-10a29502e0be req-d321f71b-0c75-4199-8eb7-3dfc191bace8 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/networks?id=5ca014fd-aa0f-4216-ae7a-a155fcb74406 HTTP/1.1" status: 200 len: 811 time: 0.1091268 May 23 15:38:17.282673 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d4845755-84e1-4478-8711-10a29502e0be req-88f41591-a668-469d-aa44-3614b3524dc6 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/quotas/449514f02fbc485484110bde5a2018c0 HTTP/1.1" status: 200 len: 375 time: 0.0108783 May 23 15:38:17.327963 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port c4863245-8573-440d-acdf-8a7bcaafa7ff, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=c4863245-8573-440d-acdf-8a7bcaafa7ff,segment=NetworkSegment(a33df297-cff4-4dc7-995c-d48d2ea7dd36),segment_id=a33df297-cff4-4dc7-995c-d48d2ea7dd36)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:38:17.333635 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305a8fe-577f-4b16-a508-b874ba993baa req-dbf6f356-29a3-4d1e-b7ba-c140026a9770 tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:17.335114 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8305a8fe-577f-4b16-a508-b874ba993baa req-dbf6f356-29a3-4d1e-b7ba-c140026a9770 tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d0e9bbd-949b-4a67-ac5a-3fa37a39a518 HTTP/1.1" status: 200 len: 949 time: 0.0511749 May 23 15:38:17.342949 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Returning: {'device': 'c4863245-8573-440d-acdf-8a7bcaafa7ff', 'network_id': '6495a1a0-6477-40d3-9721-b2cb09e400eb', 'port_id': 'c4863245-8573-440d-acdf-8a7bcaafa7ff', 'mac_address': 'fa:16:3e:79:b8:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 954, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41851114-c044-4144-af01-eb2fc4da40f7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:38:17.350335 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d4845755-84e1-4478-8711-10a29502e0be req-03d71a65-87cf-4637-9000-c9a871a7f62a tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=449514f02fbc485484110bde5a2018c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540569 May 23 15:38:17.387380 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8305a8fe-577f-4b16-a508-b874ba993baa req-e576bfa4-909d-46d2-b8a6-551ab874429c tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] 10.222.0.30 "GET /v2.0/security-groups?id=6af8606f-3c1a-4f5e-8bb2-72a2b97ed432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462844 May 23 15:38:17.392652 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port c4863245-8573-440d-acdf-8a7bcaafa7ff is: DOWN; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:38:17.393099 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (c4863245-8573-440d-acdf-8a7bcaafa7ff), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:17.406829 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4863245-8573-440d-acdf-8a7bcaafa7ff {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:38:17.427810 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port c4863245-8573-440d-acdf-8a7bcaafa7ff, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=c4863245-8573-440d-acdf-8a7bcaafa7ff,segment=NetworkSegment(a33df297-cff4-4dc7-995c-d48d2ea7dd36),segment_id=a33df297-cff4-4dc7-995c-d48d2ea7dd36)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:38:17.431910 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (c4863245-8573-440d-acdf-8a7bcaafa7ff), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:17.457421 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d4845755-84e1-4478-8711-10a29502e0be req-65b3f6ea-78f0-46aa-99ed-7f0ed1a5f5e7 service neutron] 10.222.0.30 "GET /v2.0/networks/5ca014fd-aa0f-4216-ae7a-a155fcb74406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950251 May 23 15:38:17.478827 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=c4863245-8573-440d-acdf-8a7bcaafa7ff,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:38:17.548218 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d4845755-84e1-4478-8711-10a29502e0be req-498dcc53-a4f1-4519-ad87-6cf101abe37d service neutron] 10.222.0.30 "GET /v2.0/networks/5ca014fd-aa0f-4216-ae7a-a155fcb74406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847397 May 23 15:38:17.736790 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3189f496-ad17-4df7-aa25-25fc5e3c2fb6 req-431bb2d8-5dc2-4b7a-b37c-476764ff2700 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:17.738703 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] get_ports_and_sgs() called for port_ids ['c4863245-8573-440d-acdf-8a7bcaafa7ff'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:38:17.739141 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3189f496-ad17-4df7-aa25-25fc5e3c2fb6 req-431bb2d8-5dc2-4b7a-b37c-476764ff2700 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e98f6f3-7aca-461f-a731-9f30580c5cc0 HTTP/1.1" status: 200 len: 945 time: 0.0489068 May 23 15:38:17.781948 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:17.790867 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3189f496-ad17-4df7-aa25-25fc5e3c2fb6 req-1c170e7b-2332-44fa-b4da-192bbd428a0f tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/security-groups?id=3064fff5-b011-4130-9380-5e2a77d8ed80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458572 May 23 15:38:17.854716 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-24e2f302-1ea6-4c70-bacd-4d57ad5ea616 req-f0949221-223c-4fff-9b71-ef8e2238071b tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3cec2db-2c9e-4056-91b1-e16f4981811c HTTP/1.1" status: 200 len: 210 time: 0.0311933 May 23 15:38:18.499148 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:18.511383 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c4a4e-4c7f-4436-a884-8e9b3e264168 req-30f7ce66-8c88-4223-9a60-85a699dcae3e tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:18.512903 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-594c4a4e-4c7f-4436-a884-8e9b3e264168 req-30f7ce66-8c88-4223-9a60-85a699dcae3e tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d0e9bbd-949b-4a67-ac5a-3fa37a39a518 HTTP/1.1" status: 200 len: 949 time: 0.0539219 May 23 15:38:18.560674 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-594c4a4e-4c7f-4436-a884-8e9b3e264168 req-d894191d-f47a-4a98-be5f-4a6bafdce96e tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] 10.222.0.30 "GET /v2.0/security-groups?id=6af8606f-3c1a-4f5e-8bb2-72a2b97ed432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420461 May 23 15:38:18.930902 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74eb61-aa78-41a6-bdcf-9b3dd0906d5c req-974397de-05a1-4f10-b505-8f1eac025d6c tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:18.932282 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2d74eb61-aa78-41a6-bdcf-9b3dd0906d5c req-974397de-05a1-4f10-b505-8f1eac025d6c tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d0e9bbd-949b-4a67-ac5a-3fa37a39a518 HTTP/1.1" status: 200 len: 949 time: 0.0871155 May 23 15:38:18.945833 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c0a02-9c0b-4fe9-ab9f-b4a82befdf7c req-f3df5b2b-7296-4ecd-9ffd-b0324102a1bc tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:18.947311 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-e61c0a02-9c0b-4fe9-ab9f-b4a82befdf7c req-f3df5b2b-7296-4ecd-9ffd-b0324102a1bc tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e98f6f3-7aca-461f-a731-9f30580c5cc0 HTTP/1.1" status: 200 len: 945 time: 0.0693247 May 23 15:38:18.957821 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1da4e10c-a05c-4d53-b316-317a5422af1b req-d3f1bb7d-f6ef-4047-a39f-a25bb1f5b1d0 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3cec2db-2c9e-4056-91b1-e16f4981811c HTTP/1.1" status: 200 len: 210 time: 0.0319076 May 23 15:38:18.995169 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-e61c0a02-9c0b-4fe9-ab9f-b4a82befdf7c req-5b540d46-ed68-4b9e-b5eb-6c3d33d8ffe3 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/security-groups?id=3064fff5-b011-4130-9380-5e2a77d8ed80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422237 May 23 15:38:19.207605 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-2d74eb61-aa78-41a6-bdcf-9b3dd0906d5c req-326ba67b-7020-466f-b8b1-b85c5f84b28a tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] Deleting port e3b71090-fa0d-49cb-ac85-d4775ad7d838 {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:38:19.207868 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-2d74eb61-aa78-41a6-bdcf-9b3dd0906d5c req-326ba67b-7020-466f-b8b1-b85c5f84b28a tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (e3b71090-fa0d-49cb-ac85-d4775ad7d838), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:19.212206 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device c4863245-8573-440d-acdf-8a7bcaafa7ff up at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:38:19.263616 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=100 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:19.271014 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Provisioning for port c4863245-8573-440d-acdf-8a7bcaafa7ff completed by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 15:38:19.280470 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Provisioning complete for port c4863245-8573-440d-acdf-8a7bcaafa7ff triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:38:19.281181 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (c4863245-8573-440d-acdf-8a7bcaafa7ff), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:19.308014 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-2d74eb61-aa78-41a6-bdcf-9b3dd0906d5c req-326ba67b-7020-466f-b8b1-b85c5f84b28a tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] For port e3b71090-fa0d-49cb-ac85-d4775ad7d838, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=e3b71090-fa0d-49cb-ac85-d4775ad7d838,segment=NetworkSegment(051d2028-8c27-4526-be22-2ada26183e4a),segment_id=051d2028-8c27-4526-be22-2ada26183e4a)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:38:19.309452 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-2d74eb61-aa78-41a6-bdcf-9b3dd0906d5c req-326ba67b-7020-466f-b8b1-b85c5f84b28a tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (e3b71090-fa0d-49cb-ac85-d4775ad7d838), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:19.325438 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-2d74eb61-aa78-41a6-bdcf-9b3dd0906d5c req-326ba67b-7020-466f-b8b1-b85c5f84b28a tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] Calling delete_port for e3b71090-fa0d-49cb-ac85-d4775ad7d838 owned by compute:nova {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:38:19.352582 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4845755-84e1-4478-8711-10a29502e0be req-992d7e98-d60b-41ff-8e76-874d0de3321f tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:19.354098 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d4845755-84e1-4478-8711-10a29502e0be req-992d7e98-d60b-41ff-8e76-874d0de3321f tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.72 "GET /v2.0/networks?id=5ca014fd-aa0f-4216-ae7a-a155fcb74406 HTTP/1.1" status: 200 len: 811 time: 0.1178031 May 23 15:38:19.376799 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port c4863245-8573-440d-acdf-8a7bcaafa7ff is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:38:19.377226 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (c4863245-8573-440d-acdf-8a7bcaafa7ff), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:19.446121 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d4845755-84e1-4478-8711-10a29502e0be req-d002c026-4b85-44e2-a722-55c8580088e1 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=449514f02fbc485484110bde5a2018c0 HTTP/1.1" status: 200 len: 380 time: 0.0700390 May 23 15:38:19.460770 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [req-d4845755-84e1-4478-8711-10a29502e0be req-ec0ffd3e-324b-4061-b0e6-b5c75a6bb304 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Request body: {'port': {'device_id': 'd3cec2db-2c9e-4056-91b1-e16f4981811c', 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406', 'admin_state_up': True, 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'security_groups': ['790ce1ef-a8f0-4fc0-8ea7-68013879e709']}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:38:19.485829 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-2d74eb61-aa78-41a6-bdcf-9b3dd0906d5c req-326ba67b-7020-466f-b8b1-b85c5f84b28a tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (e3b71090-fa0d-49cb-ac85-d4775ad7d838), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:19.517096 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326ba67b-7020-466f-b8b1-b85c5f84b28a tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] Pushing event deleted for resources: {'Port': ['ID=e3b71090-fa0d-49cb-ac85-d4775ad7d838,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:38:19.525862 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] get_ports_and_sgs() called for port_ids ['e3b71090-fa0d-49cb-ac85-d4775ad7d838'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:38:19.560634 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port c4863245-8573-440d-acdf-8a7bcaafa7ff, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=c4863245-8573-440d-acdf-8a7bcaafa7ff,segment=NetworkSegment(a33df297-cff4-4dc7-995c-d48d2ea7dd36),segment_id=a33df297-cff4-4dc7-995c-d48d2ea7dd36)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:38:19.577271 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d74eb61-aa78-41a6-bdcf-9b3dd0906d5c req-326ba67b-7020-466f-b8b1-b85c5f84b28a tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] No DVR routers for this DVR port e3b71090-fa0d-49cb-ac85-d4775ad7d838 on host hv-cinder-84112 {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:38:19.580642 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-2d74eb61-aa78-41a6-bdcf-9b3dd0906d5c req-326ba67b-7020-466f-b8b1-b85c5f84b28a tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:19.584774 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e98f6f3-7aca-461f-a731-9f30580c5cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4863245-8573-440d-acdf-8a7bcaafa7ff'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:38:19.586644 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2d74eb61-aa78-41a6-bdcf-9b3dd0906d5c req-326ba67b-7020-466f-b8b1-b85c5f84b28a tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] 10.222.0.72 "DELETE /v2.0/ports/e3b71090-fa0d-49cb-ac85-d4775ad7d838 HTTP/1.1" status: 204 len: 173 time: 0.4611971 May 23 15:38:19.587135 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d0e9bbd-949b-4a67-ac5a-3fa37a39a518', 'name': 'network-vif-deleted', 'tag': 'e3b71090-fa0d-49cb-ac85-d4775ad7d838'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:38:19.588375 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f55e67021d3a90dbbd6c8997e5bd31cd20e79582d0fa2823ba23f1fb24bbbe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1fe9e07-8bc0-4140-834a-e435de72ddcc" -d '{"events": [{"server_uuid": "1e98f6f3-7aca-461f-a731-9f30580c5cc0", "name": "network-vif-plugged", "status": "completed", "tag": "c4863245-8573-440d-acdf-8a7bcaafa7ff"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:38:19.589718 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee4ef39eddac8a8c2b622b321199fad7a345fd77cd5019e852148a8aec1132e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44041c53-9472-4fd0-a73a-6fa11147a827" -d '{"events": [{"server_uuid": "3d0e9bbd-949b-4a67-ac5a-3fa37a39a518", "name": "network-vif-deleted", "tag": "e3b71090-fa0d-49cb-ac85-d4775ad7d838"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:38:19.609288 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (c4863245-8573-440d-acdf-8a7bcaafa7ff), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:19.615486 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:19.640369 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4845755-84e1-4478-8711-10a29502e0be req-ec0ffd3e-324b-4061-b0e6-b5c75a6bb304 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Made reservation on behalf of 449514f02fbc485484110bde5a2018c0 for: {'port': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:38:19.645258 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-d4845755-84e1-4478-8711-10a29502e0be req-ec0ffd3e-324b-4061-b0e6-b5c75a6bb304 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:19.672365 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=c4863245-8573-440d-acdf-8a7bcaafa7ff,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:38:19.684107 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c953077-86f4-4372-a804-cc4d513abc07 x-openstack-request-id: req-7c953077-86f4-4372-a804-cc4d513abc07 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:38:19.684605 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d0e9bbd-949b-4a67-ac5a-3fa37a39a518", "name": "network-vif-deleted", "tag": "e3b71090-fa0d-49cb-ac85-d4775ad7d838", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:38:19.684989 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7c953077-86f4-4372-a804-cc4d513abc07 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:38:19.685549 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c953077-86f4-4372-a804-cc4d513abc07'] response: {'server_uuid': '3d0e9bbd-949b-4a67-ac5a-3fa37a39a518', 'name': 'network-vif-deleted', 'tag': 'e3b71090-fa0d-49cb-ac85-d4775ad7d838', 'status': 'completed', 'code': 200} May 23 15:38:19.733538 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2e18fe-7c01-46f4-81f1-5efb8b0991cc x-openstack-request-id: req-ae2e18fe-7c01-46f4-81f1-5efb8b0991cc {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:38:19.733841 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e98f6f3-7aca-461f-a731-9f30580c5cc0", "name": "network-vif-plugged", "status": "completed", "tag": "c4863245-8573-440d-acdf-8a7bcaafa7ff", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:38:19.734100 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ae2e18fe-7c01-46f4-81f1-5efb8b0991cc {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:38:19.734516 dv-cinder-841125-8-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae2e18fe-7c01-46f4-81f1-5efb8b0991cc'] response: {'server_uuid': '1e98f6f3-7aca-461f-a731-9f30580c5cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4863245-8573-440d-acdf-8a7bcaafa7ff', 'code': 200} May 23 15:38:19.772554 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b0f2c1e3-032f-4918-98ec-f3b80a0b751a req-ae28dc8b-df65-479f-b4c4-9013e6441bbd tempest-VolumesNegativeTest-1449478164 tempest-VolumesNegativeTest-1449478164-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d0e9bbd-949b-4a67-ac5a-3fa37a39a518 HTTP/1.1" status: 200 len: 210 time: 0.0518043 May 23 15:38:19.852512 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [req-d4845755-84e1-4478-8711-10a29502e0be req-ec0ffd3e-324b-4061-b0e6-b5c75a6bb304 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Allocated IP 172.20.0.14 (5ca014fd-aa0f-4216-ae7a-a155fcb74406/2b1946d5-9e4d-4972-92d1-6e334ddbfdf9/9ec6265e-1a00-4a72-a184-cf3c6c301c06) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:38:20.002122 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-d4845755-84e1-4478-8711-10a29502e0be req-ec0ffd3e-324b-4061-b0e6-b5c75a6bb304 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks [] for port (9ec6265e-1a00-4a72-a184-cf3c6c301c06), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:20.039351 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-d4845755-84e1-4478-8711-10a29502e0be req-ec0ffd3e-324b-4061-b0e6-b5c75a6bb304 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250202'] for port (9ec6265e-1a00-4a72-a184-cf3c6c301c06), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:20.077746 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:20.088469 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4845755-84e1-4478-8711-10a29502e0be req-ec0ffd3e-324b-4061-b0e6-b5c75a6bb304 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Network 5ca014fd-aa0f-4216-ae7a-a155fcb74406 is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:38:20.090834 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e8bfa7-4d0d-48c9-a106-3fbd4affb6b8 req-98900035-1805-4a22-b3d0-4d30c66fb9d5 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:20.093390 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-86e8bfa7-4d0d-48c9-a106-3fbd4affb6b8 req-98900035-1805-4a22-b3d0-4d30c66fb9d5 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3cec2db-2c9e-4056-91b1-e16f4981811c HTTP/1.1" status: 200 len: 932 time: 0.0639129 May 23 15:38:20.096690 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [req-d4845755-84e1-4478-8711-10a29502e0be req-ec0ffd3e-324b-4061-b0e6-b5c75a6bb304 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:38:20.100173 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4845755-84e1-4478-8711-10a29502e0be req-ec0ffd3e-324b-4061-b0e6-b5c75a6bb304 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:38:20.143192 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ffd3e-324b-4061-b0e6-b5c75a6bb304 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Pushing event updated for resources: {'Port': ['ID=9ec6265e-1a00-4a72-a184-cf3c6c301c06,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:38:20.179209 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:20.199506 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729b17e-b69e-41ae-9d49-1d8e60ddb6f9 req-96e8e3a0-28a8-460a-b00a-a4bc1dcdb358 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:20.201396 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5729b17e-b69e-41ae-9d49-1d8e60ddb6f9 req-96e8e3a0-28a8-460a-b00a-a4bc1dcdb358 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e98f6f3-7aca-461f-a731-9f30580c5cc0 HTTP/1.1" status: 200 len: 946 time: 0.0964866 May 23 15:38:20.207549 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4845755-84e1-4478-8711-10a29502e0be req-ec0ffd3e-324b-4061-b0e6-b5c75a6bb304 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:20.208263 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-d4845755-84e1-4478-8711-10a29502e0be req-ec0ffd3e-324b-4061-b0e6-b5c75a6bb304 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for port (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:20.228341 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6b0fd-e680-4733-b159-ca849e09767e req-2a23d0c2-63bd-4412-a50d-6f93d5282aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:20.230028 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-14e6b0fd-e680-4733-b159-ca849e09767e req-2a23d0c2-63bd-4412-a50d-6f93d5282aa5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1e98f6f3-7aca-461f-a731-9f30580c5cc0 HTTP/1.1" status: 200 len: 1130 time: 0.0823984 May 23 15:38:20.261549 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-86e8bfa7-4d0d-48c9-a106-3fbd4affb6b8 req-447b623a-09ef-4b3a-81af-865c8b9fabdc tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/security-groups?id=790ce1ef-a8f0-4fc0-8ea7-68013879e709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462207 May 23 15:38:20.264706 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d4845755-84e1-4478-8711-10a29502e0be req-ec0ffd3e-324b-4061-b0e6-b5c75a6bb304 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8085554 May 23 15:38:20.298057 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5729b17e-b69e-41ae-9d49-1d8e60ddb6f9 req-99e6a37f-aa8b-47ed-ba8e-4986679549ca tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/security-groups?id=3064fff5-b011-4130-9380-5e2a77d8ed80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832624 May 23 15:38:20.306027 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [req-d4845755-84e1-4478-8711-10a29502e0be req-ef4ff1cf-322e-4e9f-af77-042ebadedc64 service neutron] Request body: {'port': {'device_id': 'd3cec2db-2c9e-4056-91b1-e16f4981811c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:38:20.322912 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-14e6b0fd-e680-4733-b159-ca849e09767e req-1724aa8e-81cf-4b92-8f4e-a479d78d7b19 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3064fff5-b011-4130-9380-5e2a77d8ed80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729213 May 23 15:38:20.389261 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-d4845755-84e1-4478-8711-10a29502e0be req-ef4ff1cf-322e-4e9f-af77-042ebadedc64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (9ec6265e-1a00-4a72-a184-cf3c6c301c06), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:20.450369 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-9608352c-8d24-4e76-85b1-3447c651d3c2 None None] Provisioning complete for port 9ec6265e-1a00-4a72-a184-cf3c6c301c06 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:38:20.451028 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-9608352c-8d24-4e76-85b1-3447c651d3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (9ec6265e-1a00-4a72-a184-cf3c6c301c06), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:20.484720 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-9608352c-8d24-4e76-85b1-3447c651d3c2 None None] Port 9ec6265e-1a00-4a72-a184-cf3c6c301c06 cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:38:20.595989 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:20.688631 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [req-d4845755-84e1-4478-8711-10a29502e0be req-ef4ff1cf-322e-4e9f-af77-042ebadedc64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ec6265e-1a00-4a72-a184-cf3c6c301c06 {{(pid=104081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:38:20.696222 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-d4845755-84e1-4478-8711-10a29502e0be req-ef4ff1cf-322e-4e9f-af77-042ebadedc64 service neutron] Publish callbacks [] for port (9ec6265e-1a00-4a72-a184-cf3c6c301c06), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:20.709130 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [req-d4845755-84e1-4478-8711-10a29502e0be req-ef4ff1cf-322e-4e9f-af77-042ebadedc64 service neutron] Transition to ACTIVE for port object 9ec6265e-1a00-4a72-a184-cf3c6c301c06 will not be triggered until provisioned by entity L2. {{(pid=104081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 15:38:20.712644 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-d4845755-84e1-4478-8711-10a29502e0be req-ef4ff1cf-322e-4e9f-af77-042ebadedc64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4250195'] for port (9ec6265e-1a00-4a72-a184-cf3c6c301c06), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:20.765662 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ff1cf-322e-4e9f-af77-042ebadedc64 service neutron] Pushing event updated for resources: {'Port': ['ID=9ec6265e-1a00-4a72-a184-cf3c6c301c06,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:38:20.838688 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-d4845755-84e1-4478-8711-10a29502e0be req-ef4ff1cf-322e-4e9f-af77-042ebadedc64 service neutron] Attempting to bind port 9ec6265e-1a00-4a72-a184-cf3c6c301c06 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:38:20.838688 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-d4845755-84e1-4478-8711-10a29502e0be req-ef4ff1cf-322e-4e9f-af77-042ebadedc64 service neutron] Attempting to bind port 9ec6265e-1a00-4a72-a184-cf3c6c301c06 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': '46f30410-07ea-4763-89e0-8de109268753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406'}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:38:20.838688 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4845755-84e1-4478-8711-10a29502e0be req-ef4ff1cf-322e-4e9f-af77-042ebadedc64 service neutron] Attempting to bind port 9ec6265e-1a00-4a72-a184-cf3c6c301c06 on network 5ca014fd-aa0f-4216-ae7a-a155fcb74406 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:38:20.851220 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4845755-84e1-4478-8711-10a29502e0be req-ef4ff1cf-322e-4e9f-af77-042ebadedc64 service neutron] Port 9ec6265e-1a00-4a72-a184-cf3c6c301c06 on network 5ca014fd-aa0f-4216-ae7a-a155fcb74406 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 15:38:20.851555 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4845755-84e1-4478-8711-10a29502e0be req-ef4ff1cf-322e-4e9f-af77-042ebadedc64 service neutron] Attempting to bind port 9ec6265e-1a00-4a72-a184-cf3c6c301c06 on network 5ca014fd-aa0f-4216-ae7a-a155fcb74406 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:38:20.857294 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4845755-84e1-4478-8711-10a29502e0be req-ef4ff1cf-322e-4e9f-af77-042ebadedc64 service neutron] Checking agent: {'id': '88197243-2542-4a6c-b81b-f727b3d95aaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 27, 45), 'started_at': datetime.datetime(2022, 5, 23, 15, 27, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:38:20.857634 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4845755-84e1-4478-8711-10a29502e0be req-ef4ff1cf-322e-4e9f-af77-042ebadedc64 service neutron] Checking segment: {'id': '46f30410-07ea-4763-89e0-8de109268753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:38:20.858019 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4845755-84e1-4478-8711-10a29502e0be req-ef4ff1cf-322e-4e9f-af77-042ebadedc64 service neutron] Bound using segment: {'id': '46f30410-07ea-4763-89e0-8de109268753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406'} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:38:20.858446 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-d4845755-84e1-4478-8711-10a29502e0be req-ef4ff1cf-322e-4e9f-af77-042ebadedc64 service neutron] Bound port: 9ec6265e-1a00-4a72-a184-cf3c6c301c06, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46f30410-07ea-4763-89e0-8de109268753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406'}}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:38:20.858809 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-d4845755-84e1-4478-8711-10a29502e0be req-ef4ff1cf-322e-4e9f-af77-042ebadedc64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (9ec6265e-1a00-4a72-a184-cf3c6c301c06), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:20.935756 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-d4845755-84e1-4478-8711-10a29502e0be req-ef4ff1cf-322e-4e9f-af77-042ebadedc64 service neutron] For port 9ec6265e-1a00-4a72-a184-cf3c6c301c06, host hv-cinder-84112, cleared binding levels {{(pid=104081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:38:20.939591 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-d4845755-84e1-4478-8711-10a29502e0be req-ef4ff1cf-322e-4e9f-af77-042ebadedc64 service neutron] For port 9ec6265e-1a00-4a72-a184-cf3c6c301c06, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=9ec6265e-1a00-4a72-a184-cf3c6c301c06,segment=NetworkSegment(46f30410-07ea-4763-89e0-8de109268753),segment_id=46f30410-07ea-4763-89e0-8de109268753)] {{(pid=104081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:38:20.963117 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-d4845755-84e1-4478-8711-10a29502e0be req-ef4ff1cf-322e-4e9f-af77-042ebadedc64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4250195'] for port (9ec6265e-1a00-4a72-a184-cf3c6c301c06), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:20.998081 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4845755-84e1-4478-8711-10a29502e0be req-ef4ff1cf-322e-4e9f-af77-042ebadedc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:20.998576 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-d4845755-84e1-4478-8711-10a29502e0be req-ef4ff1cf-322e-4e9f-af77-042ebadedc64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for port (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:21.000103 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d4845755-84e1-4478-8711-10a29502e0be req-ef4ff1cf-322e-4e9f-af77-042ebadedc64 service neutron] 10.222.0.72 "PUT /v2.0/ports/9ec6265e-1a00-4a72-a184-cf3c6c301c06 HTTP/1.1" status: 200 len: 1094 time: 0.7010441 May 23 15:38:21.002604 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3cec2db-2c9e-4056-91b1-e16f4981811c', 'tag': '9ec6265e-1a00-4a72-a184-cf3c6c301c06'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:38:21.005369 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d701dac66fe37c46ae86bb78260b1e19b4b16e00f190307f8222235e17cfe25e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6be12d-c71e-4347-aa35-d3e3c13767aa" -d '{"events": [{"name": "network-changed", "server_uuid": "d3cec2db-2c9e-4056-91b1-e16f4981811c", "tag": "9ec6265e-1a00-4a72-a184-cf3c6c301c06"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:38:21.037988 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ff1cf-322e-4e9f-af77-042ebadedc64 service neutron] Pushing event updated for resources: {'Port': ['ID=9ec6265e-1a00-4a72-a184-cf3c6c301c06,revision_number=3']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:38:21.085132 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97f0476-5299-4ed3-ba76-f8b7b1661c9e x-openstack-request-id: req-f97f0476-5299-4ed3-ba76-f8b7b1661c9e {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:38:21.085537 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3cec2db-2c9e-4056-91b1-e16f4981811c", "tag": "9ec6265e-1a00-4a72-a184-cf3c6c301c06", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:38:21.085898 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f97f0476-5299-4ed3-ba76-f8b7b1661c9e {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:38:21.087397 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f97f0476-5299-4ed3-ba76-f8b7b1661c9e'] response: {'name': 'network-changed', 'server_uuid': 'd3cec2db-2c9e-4056-91b1-e16f4981811c', 'tag': '9ec6265e-1a00-4a72-a184-cf3c6c301c06', 'status': 'completed', 'code': 200} May 23 15:38:21.122230 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4845755-84e1-4478-8711-10a29502e0be req-88c01afe-7f67-4e63-a0c7-56e85e493ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:21.123820 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d4845755-84e1-4478-8711-10a29502e0be req-88c01afe-7f67-4e63-a0c7-56e85e493ad3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=449514f02fbc485484110bde5a2018c0&device_id=d3cec2db-2c9e-4056-91b1-e16f4981811c HTTP/1.1" status: 200 len: 1128 time: 0.0556526 May 23 15:38:21.184077 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d4845755-84e1-4478-8711-10a29502e0be req-07fcb536-e944-49cb-9cdd-515274cfaafe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ec6265e-1a00-4a72-a184-cf3c6c301c06 HTTP/1.1" status: 200 len: 217 time: 0.0381105 May 23 15:38:21.218258 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:21.239324 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4845755-84e1-4478-8711-10a29502e0be req-4a39aebd-d8be-4e35-b0ed-ed63df2409a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:21.240838 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d4845755-84e1-4478-8711-10a29502e0be req-4a39aebd-d8be-4e35-b0ed-ed63df2409a4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2b1946d5-9e4d-4972-92d1-6e334ddbfdf9 HTTP/1.1" status: 200 len: 850 time: 0.0496330 May 23 15:38:21.297084 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4845755-84e1-4478-8711-10a29502e0be req-ed0bacbd-b427-4bbe-9750-37bbe39bf74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:21.298749 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d4845755-84e1-4478-8711-10a29502e0be req-ed0bacbd-b427-4bbe-9750-37bbe39bf74f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ca014fd-aa0f-4216-ae7a-a155fcb74406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401795 May 23 15:38:21.424516 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c88a22-0894-43cf-ac72-a83453824733 req-741b8294-f1e9-43de-aa67-cdd3ca82b5cb tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:21.426356 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-80c88a22-0894-43cf-ac72-a83453824733 req-741b8294-f1e9-43de-aa67-cdd3ca82b5cb tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3cec2db-2c9e-4056-91b1-e16f4981811c HTTP/1.1" status: 200 len: 944 time: 0.0518765 May 23 15:38:21.431902 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad93f18-0ef8-4189-be6d-cdda5e706978 req-3b1c017b-ecfa-4d2a-bc85-957fa48613ec tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:21.433904 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fad93f18-0ef8-4189-be6d-cdda5e706978 req-3b1c017b-ecfa-4d2a-bc85-957fa48613ec tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e98f6f3-7aca-461f-a731-9f30580c5cc0 HTTP/1.1" status: 200 len: 946 time: 0.0527692 May 23 15:38:21.484776 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-80c88a22-0894-43cf-ac72-a83453824733 req-232b582e-eee5-41fb-8f07-80e31186377a tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/security-groups?id=790ce1ef-a8f0-4fc0-8ea7-68013879e709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517159 May 23 15:38:21.500990 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fad93f18-0ef8-4189-be6d-cdda5e706978 req-b9a3b97d-d642-4ee7-980d-9296562e0510 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/security-groups?id=3064fff5-b011-4130-9380-5e2a77d8ed80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599291 May 23 15:38:21.940088 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d4845755-84e1-4478-8711-10a29502e0be req-59de7e3d-ed51-49b8-9fc9-c183c556315b service neutron] 10.222.0.72 "GET /v2.0/networks/5ca014fd-aa0f-4216-ae7a-a155fcb74406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927653 May 23 15:38:22.048320 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d4845755-84e1-4478-8711-10a29502e0be req-4bb8b158-9f39-450c-a436-638caf994438 service neutron] 10.222.0.72 "GET /v2.0/networks/5ca014fd-aa0f-4216-ae7a-a155fcb74406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944903 May 23 15:38:22.375681 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6be12d-c71e-4347-aa35-d3e3c13767aa req-3c696951-a65b-45cf-a78f-914afc62d329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:22.377222 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fe6be12d-c71e-4347-aa35-d3e3c13767aa req-3c696951-a65b-45cf-a78f-914afc62d329 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=449514f02fbc485484110bde5a2018c0&device_id=d3cec2db-2c9e-4056-91b1-e16f4981811c HTTP/1.1" status: 200 len: 1128 time: 0.0409925 May 23 15:38:22.431450 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:22.473812 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6be12d-c71e-4347-aa35-d3e3c13767aa req-329d0412-cd26-473b-a9f3-20026657f030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:22.475353 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fe6be12d-c71e-4347-aa35-d3e3c13767aa req-329d0412-cd26-473b-a9f3-20026657f030 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5ca014fd-aa0f-4216-ae7a-a155fcb74406 HTTP/1.1" status: 200 len: 912 time: 0.0919857 May 23 15:38:22.518622 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fe6be12d-c71e-4347-aa35-d3e3c13767aa req-53694692-a290-4bc3-b80a-955efe0af11b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ec6265e-1a00-4a72-a184-cf3c6c301c06 HTTP/1.1" status: 200 len: 217 time: 0.0368233 May 23 15:38:22.576880 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6be12d-c71e-4347-aa35-d3e3c13767aa req-c9bc77a9-6050-4d81-af22-da5e68d69e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:22.578507 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fe6be12d-c71e-4347-aa35-d3e3c13767aa req-c9bc77a9-6050-4d81-af22-da5e68d69e2b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2b1946d5-9e4d-4972-92d1-6e334ddbfdf9 HTTP/1.1" status: 200 len: 850 time: 0.0543966 May 23 15:38:22.648430 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc6eeab-7fcd-4223-a0a0-07750b46334a req-b0e6d1c4-ec83-4a92-b387-ba7cde3a5363 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:22.653998 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0fc6eeab-7fcd-4223-a0a0-07750b46334a req-b0e6d1c4-ec83-4a92-b387-ba7cde3a5363 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3cec2db-2c9e-4056-91b1-e16f4981811c HTTP/1.1" status: 200 len: 944 time: 0.0753796 May 23 15:38:22.671646 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6be12d-c71e-4347-aa35-d3e3c13767aa req-f64911d2-119d-442b-96fc-4e1c11e37e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:22.674005 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fe6be12d-c71e-4347-aa35-d3e3c13767aa req-f64911d2-119d-442b-96fc-4e1c11e37e58 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ca014fd-aa0f-4216-ae7a-a155fcb74406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0895114 May 23 15:38:22.683436 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c3414-dcf7-4119-909a-909a7e2f90b4 req-5b153ed4-853d-4f77-b14e-cf278c703bb9 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:22.684975 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d40c3414-dcf7-4119-909a-909a7e2f90b4 req-5b153ed4-853d-4f77-b14e-cf278c703bb9 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e98f6f3-7aca-461f-a731-9f30580c5cc0 HTTP/1.1" status: 200 len: 946 time: 0.0654974 May 23 15:38:22.727074 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0fc6eeab-7fcd-4223-a0a0-07750b46334a req-0b40fa05-a2db-4152-90bd-52fd50fe86c2 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/security-groups?id=790ce1ef-a8f0-4fc0-8ea7-68013879e709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692005 May 23 15:38:22.797080 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d40c3414-dcf7-4119-909a-909a7e2f90b4 req-a8f128c5-fffa-4714-a6e8-7c93d571b08e tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/security-groups?id=3064fff5-b011-4130-9380-5e2a77d8ed80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012342 May 23 15:38:22.824320 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fe6be12d-c71e-4347-aa35-d3e3c13767aa req-41c538ef-aaf6-43ec-9911-75c9d4774810 service neutron] 10.222.0.72 "GET /v2.0/networks/5ca014fd-aa0f-4216-ae7a-a155fcb74406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380262 May 23 15:38:22.935861 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fe6be12d-c71e-4347-aa35-d3e3c13767aa req-57b7b987-a0a6-4286-8a51-a07cedbd8855 service neutron] 10.222.0.72 "GET /v2.0/networks/5ca014fd-aa0f-4216-ae7a-a155fcb74406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052210 May 23 15:38:23.234612 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device e3b71090-fa0d-49cb-ac85-d4775ad7d838 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:38:23.258394 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] No Port match for: e3b71090-fa0d-49cb-ac85-d4775ad7d838 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:38:23.258676 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device e3b71090-fa0d-49cb-ac85-d4775ad7d838 not bound to the agent host hv-cinder-84112 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:38:23.564605 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e6579-0cbc-49d0-bfe9-d4bd39fd3cd7 req-08f3b0dc-427f-4596-ab72-0462ab8bb510 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:23.566655 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-dd6e6579-0cbc-49d0-bfe9-d4bd39fd3cd7 req-08f3b0dc-427f-4596-ab72-0462ab8bb510 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e98f6f3-7aca-461f-a731-9f30580c5cc0 HTTP/1.1" status: 200 len: 946 time: 0.0481191 May 23 15:38:23.616437 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-dd6e6579-0cbc-49d0-bfe9-d4bd39fd3cd7 req-b594fb83-fcdf-4bff-872f-9f4697a26ed2 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/security-groups?id=3064fff5-b011-4130-9380-5e2a77d8ed80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439730 May 23 15:38:23.849116 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea88b53-e2ea-46b4-ba43-30a2502964df req-933b6f9e-92b0-461a-9510-3e502bc66b21 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:23.850692 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2ea88b53-e2ea-46b4-ba43-30a2502964df req-933b6f9e-92b0-461a-9510-3e502bc66b21 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3cec2db-2c9e-4056-91b1-e16f4981811c HTTP/1.1" status: 200 len: 944 time: 0.0477760 May 23 15:38:23.901068 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2ea88b53-e2ea-46b4-ba43-30a2502964df req-6f9d829f-98d0-487a-bb19-90422a230fa7 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/security-groups?id=790ce1ef-a8f0-4fc0-8ea7-68013879e709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442464 May 23 15:38:24.725062 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:24.734550 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db6642-d825-4fd0-a061-ee63799a6b48 req-af6b545e-74ed-457e-9b70-ef24e3b71306 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:24.736046 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-18db6642-d825-4fd0-a061-ee63799a6b48 req-af6b545e-74ed-457e-9b70-ef24e3b71306 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e98f6f3-7aca-461f-a731-9f30580c5cc0 HTTP/1.1" status: 200 len: 946 time: 0.0494812 May 23 15:38:24.789753 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-18db6642-d825-4fd0-a061-ee63799a6b48 req-4c072e5f-f2a2-4ebb-9b07-7830e7cdb4b4 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/security-groups?id=3064fff5-b011-4130-9380-5e2a77d8ed80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476389 May 23 15:38:24.949007 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 40446) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:38:25.021275 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1983c-13f6-4b48-bf68-9c2f0629050e req-8aad845c-a3e9-4332-9d12-4e83c269a777 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:25.022777 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-49b1983c-13f6-4b48-bf68-9c2f0629050e req-8aad845c-a3e9-4332-9d12-4e83c269a777 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3cec2db-2c9e-4056-91b1-e16f4981811c HTTP/1.1" status: 200 len: 944 time: 0.0513892 May 23 15:38:25.087795 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-49b1983c-13f6-4b48-bf68-9c2f0629050e req-c9e05d8b-73d1-4f6e-aed4-422a4b498cbf tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/security-groups?id=790ce1ef-a8f0-4fc0-8ea7-68013879e709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591881 May 23 15:38:25.092961 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6ce04-2393-4aa0-b87d-a9e1520a624d req-2e29508a-8a49-413d-a3a2-cd02571790cd tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:25.094511 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3da6ce04-2393-4aa0-b87d-a9e1520a624d req-2e29508a-8a49-413d-a3a2-cd02571790cd tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e98f6f3-7aca-461f-a731-9f30580c5cc0 HTTP/1.1" status: 200 len: 946 time: 0.0474420 May 23 15:38:25.108700 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-562c4811-3d02-4623-8e6d-1fb28ded895d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=05e37c1d36204e1aab408ce6bfbe871a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1584971 May 23 15:38:25.111148 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 40450) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:38:25.149405 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:25.161714 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ecedcac8-f6ac-410a-9e9c-b2b078f638c1 admin admin] Publish callbacks [] for security_group (6af8606f-3c1a-4f5e-8bb2-72a2b97ed432), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:25.181384 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [req-3da6ce04-2393-4aa0-b87d-a9e1520a624d req-6f11debc-5744-4e2d-aa82-2d8f90792e7f tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Deleting port c4863245-8573-440d-acdf-8a7bcaafa7ff {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:38:25.181850 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-3da6ce04-2393-4aa0-b87d-a9e1520a624d req-6f11debc-5744-4e2d-aa82-2d8f90792e7f tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (c4863245-8573-440d-acdf-8a7bcaafa7ff), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:25.183343 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ecedcac8-f6ac-410a-9e9c-b2b078f638c1 admin admin] Publish callbacks [] for security_group (6af8606f-3c1a-4f5e-8bb2-72a2b97ed432), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:25.231785 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ecedcac8-f6ac-410a-9e9c-b2b078f638c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (6af8606f-3c1a-4f5e-8bb2-72a2b97ed432), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:25.235018 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ecedcac8-f6ac-410a-9e9c-b2b078f638c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:25.236472 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-ecedcac8-f6ac-410a-9e9c-b2b078f638c1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6af8606f-3c1a-4f5e-8bb2-72a2b97ed432 HTTP/1.1" status: 204 len: 168 time: 0.1243827 May 23 15:38:25.246356 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecedcac8-f6ac-410a-9e9c-b2b078f638c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af8606f-3c1a-4f5e-8bb2-72a2b97ed432,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:38:25.277713 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-3da6ce04-2393-4aa0-b87d-a9e1520a624d req-6f11debc-5744-4e2d-aa82-2d8f90792e7f tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] For port c4863245-8573-440d-acdf-8a7bcaafa7ff, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=c4863245-8573-440d-acdf-8a7bcaafa7ff,segment=NetworkSegment(a33df297-cff4-4dc7-995c-d48d2ea7dd36),segment_id=a33df297-cff4-4dc7-995c-d48d2ea7dd36)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:38:25.278086 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-3da6ce04-2393-4aa0-b87d-a9e1520a624d req-6f11debc-5744-4e2d-aa82-2d8f90792e7f tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (c4863245-8573-440d-acdf-8a7bcaafa7ff), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:25.292457 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [req-3da6ce04-2393-4aa0-b87d-a9e1520a624d req-6f11debc-5744-4e2d-aa82-2d8f90792e7f tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Calling delete_port for c4863245-8573-440d-acdf-8a7bcaafa7ff owned by compute:nova {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:38:25.423445 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:25.430560 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-3da6ce04-2393-4aa0-b87d-a9e1520a624d req-6f11debc-5744-4e2d-aa82-2d8f90792e7f tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250202'] for port (c4863245-8573-440d-acdf-8a7bcaafa7ff), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:25.458478 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11debc-5744-4e2d-aa82-2d8f90792e7f tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Pushing event deleted for resources: {'Port': ['ID=c4863245-8573-440d-acdf-8a7bcaafa7ff,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:38:25.479658 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] get_ports_and_sgs() called for port_ids ['c4863245-8573-440d-acdf-8a7bcaafa7ff'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:38:25.502659 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da6ce04-2393-4aa0-b87d-a9e1520a624d req-6f11debc-5744-4e2d-aa82-2d8f90792e7f tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] No DVR routers for this DVR port c4863245-8573-440d-acdf-8a7bcaafa7ff on host hv-cinder-84112 {{(pid=104081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:38:25.505763 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-3da6ce04-2393-4aa0-b87d-a9e1520a624d req-6f11debc-5744-4e2d-aa82-2d8f90792e7f tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for port (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:25.508984 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3da6ce04-2393-4aa0-b87d-a9e1520a624d req-6f11debc-5744-4e2d-aa82-2d8f90792e7f tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.72 "DELETE /v2.0/ports/c4863245-8573-440d-acdf-8a7bcaafa7ff HTTP/1.1" status: 204 len: 173 time: 0.4068060 May 23 15:38:25.509449 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e98f6f3-7aca-461f-a731-9f30580c5cc0', 'name': 'network-vif-deleted', 'tag': 'c4863245-8573-440d-acdf-8a7bcaafa7ff'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:38:25.511664 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d701dac66fe37c46ae86bb78260b1e19b4b16e00f190307f8222235e17cfe25e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8256133-3055-4a58-b523-4e3ed42c8d9a" -d '{"events": [{"server_uuid": "1e98f6f3-7aca-461f-a731-9f30580c5cc0", "name": "network-vif-deleted", "tag": "c4863245-8573-440d-acdf-8a7bcaafa7ff"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:38:25.546287 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a812ef-4ed9-4247-b79f-5d60af7e0e57 x-openstack-request-id: req-02a812ef-4ed9-4247-b79f-5d60af7e0e57 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:38:25.546579 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e98f6f3-7aca-461f-a731-9f30580c5cc0", "name": "network-vif-deleted", "tag": "c4863245-8573-440d-acdf-8a7bcaafa7ff", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:38:25.546838 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-02a812ef-4ed9-4247-b79f-5d60af7e0e57 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:38:25.547380 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02a812ef-4ed9-4247-b79f-5d60af7e0e57'] response: {'server_uuid': '1e98f6f3-7aca-461f-a731-9f30580c5cc0', 'name': 'network-vif-deleted', 'tag': 'c4863245-8573-440d-acdf-8a7bcaafa7ff', 'status': 'completed', 'code': 200} May 23 15:38:25.900232 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-327c498c-690b-4fe2-be20-5333b1ab6c7a req-0cde0fe4-a51d-4c80-9f70-64d70d707df9 tempest-VolumesActionsTest-809938195 tempest-VolumesActionsTest-809938195-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e98f6f3-7aca-461f-a731-9f30580c5cc0 HTTP/1.1" status: 200 len: 210 time: 0.0312078 May 23 15:38:25.913252 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 40476) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:38:26.015255 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-5ec2a300-7e5f-483c-b2a8-36c24fd810e1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1887101257-network', 'tenant_id': '8fbd7396d6be4ec28f8df7c62b20d10b'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:38:26.035614 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec2a300-7e5f-483c-b2a8-36c24fd810e1 admin admin] Made reservation on behalf of 8fbd7396d6be4ec28f8df7c62b20d10b for: {'network': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:38:26.038042 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5ec2a300-7e5f-483c-b2a8-36c24fd810e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for network (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:26.049486 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5ec2a300-7e5f-483c-b2a8-36c24fd810e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:26.135791 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5ec2a300-7e5f-483c-b2a8-36c24fd810e1 admin admin] Publish callbacks [] for security_group (4c3e3c02-e423-4739-9e8e-6ae09f5b4da2), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:26.140277 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5ec2a300-7e5f-483c-b2a8-36c24fd810e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (4c3e3c02-e423-4739-9e8e-6ae09f5b4da2), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:26.146660 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:26.167877 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ec2a300-7e5f-483c-b2a8-36c24fd810e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 993} {{(pid=104080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 15:38:26.187916 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5ec2a300-7e5f-483c-b2a8-36c24fd810e1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781040571742', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226'] for segment (d5b569fa-3350-4d1c-9f15-9ed7607bfa54), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:26.188327 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.db.segments_db [None req-5ec2a300-7e5f-483c-b2a8-36c24fd810e1 admin admin] Added segment d5b569fa-3350-4d1c-9f15-9ed7607bfa54 of type vlan for network eb85c015-3e09-409a-a7de-db03c09bb6f2 May 23 15:38:26.189625 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec2a300-7e5f-483c-b2a8-36c24fd810e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3e3c02-e423-4739-9e8e-6ae09f5b4da2,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:38:26.209776 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf07ac-f21b-4457-888b-4ef7e745363c req-6795b5f4-4152-46c2-9c0f-72f114ca9db2 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:26.211284 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fbcf07ac-f21b-4457-888b-4ef7e745363c req-6795b5f4-4152-46c2-9c0f-72f114ca9db2 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3cec2db-2c9e-4056-91b1-e16f4981811c HTTP/1.1" status: 200 len: 944 time: 0.0515401 May 23 15:38:26.233512 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5ec2a300-7e5f-483c-b2a8-36c24fd810e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781040098124'] for network (eb85c015-3e09-409a-a7de-db03c09bb6f2), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:26.259608 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5ec2a300-7e5f-483c-b2a8-36c24fd810e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720'] for network (eb85c015-3e09-409a-a7de-db03c09bb6f2), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:26.260601 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec2a300-7e5f-483c-b2a8-36c24fd810e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:26.261202 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5ec2a300-7e5f-483c-b2a8-36c24fd810e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:26.266455 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fbcf07ac-f21b-4457-888b-4ef7e745363c req-5a5e06a4-d620-4172-a062-abe9eecbf1b9 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/security-groups?id=790ce1ef-a8f0-4fc0-8ea7-68013879e709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484700 May 23 15:38:26.319519 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-5ec2a300-7e5f-483c-b2a8-36c24fd810e1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4051313 May 23 15:38:26.322511 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 40482) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:38:26.324845 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec2a300-7e5f-483c-b2a8-36c24fd810e1 admin admin] Pushing event updated for resources: {'Network': ['ID=eb85c015-3e09-409a-a7de-db03c09bb6f2,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:38:26.327493 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-b8c14dba-bbb6-46ae-bf3d-9bd871d2ae0b admin admin] Request body: {'subnet': {'network_id': 'eb85c015-3e09-409a-a7de-db03c09bb6f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1887101257-subnet', 'tenant_id': '8fbd7396d6be4ec28f8df7c62b20d10b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:38:26.340329 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Network eb85c015-3e09-409a-a7de-db03c09bb6f2 details requested by agent ovs-agent-dv-cinder-841125-8-iscsi with host dv-cinder-841125-8-iscsi {{(pid=104082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 15:38:26.350781 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c14dba-bbb6-46ae-bf3d-9bd871d2ae0b admin admin] Made reservation on behalf of 8fbd7396d6be4ec28f8df7c62b20d10b for: {'subnet': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:38:26.353310 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b8c14dba-bbb6-46ae-bf3d-9bd871d2ae0b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4734664'] for subnet (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:26.523091 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b8c14dba-bbb6-46ae-bf3d-9bd871d2ae0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4250570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4734522'] for subnet (86e11172-451e-400e-b512-4354af1164f5), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:26.568054 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:26.579620 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c14dba-bbb6-46ae-bf3d-9bd871d2ae0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=86e11172-451e-400e-b512-4354af1164f5,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:38:26.590100 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c14dba-bbb6-46ae-bf3d-9bd871d2ae0b admin admin] Checking segment: {'id': 'd5b569fa-3350-4d1c-9f15-9ed7607bfa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'eb85c015-3e09-409a-a7de-db03c09bb6f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:38:26.590461 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c14dba-bbb6-46ae-bf3d-9bd871d2ae0b admin admin] Network hostable DHCP agents. Network: eb85c015-3e09-409a-a7de-db03c09bb6f2, hostable agents: ['a6df4f1d-15a4-4993-9185-787bcd604f39'], hosted agents: [] {{(pid=104081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 15:38:26.608705 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c14dba-bbb6-46ae-bf3d-9bd871d2ae0b admin admin] Network eb85c015-3e09-409a-a7de-db03c09bb6f2 is scheduled to be hosted by DHCP agent a6df4f1d-15a4-4993-9185-787bcd604f39 with binding_index 1 {{(pid=104081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 15:38:26.617831 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-b8c14dba-bbb6-46ae-bf3d-9bd871d2ae0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-8-iscsi, eb85c015-3e09-409a-a7de-db03c09bb6f2) {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:38:26.621911 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c14dba-bbb6-46ae-bf3d-9bd871d2ae0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:26.622509 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b8c14dba-bbb6-46ae-bf3d-9bd871d2ae0b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:26.627168 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0424a6c-40d8-422a-84c1-c06c9d94649d None None] Network eb85c015-3e09-409a-a7de-db03c09bb6f2 requested from dv-cinder-841125-8-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:38:26.639207 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-b8c14dba-bbb6-46ae-bf3d-9bd871d2ae0b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3156114 May 23 15:38:26.729694 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4e5803-d171-4ccd-9be0-b6f2653b2fa0 None None] Network eb85c015-3e09-409a-a7de-db03c09bb6f2 requested from dv-cinder-841125-8-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:38:26.808022 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:27.388409 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455eeef-7fff-40d2-9df0-039dbd2b383a req-1c5362d2-ab3b-459e-8328-a92f70fd4259 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:27.393338 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8455eeef-7fff-40d2-9df0-039dbd2b383a req-1c5362d2-ab3b-459e-8328-a92f70fd4259 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3cec2db-2c9e-4056-91b1-e16f4981811c HTTP/1.1" status: 200 len: 944 time: 0.0573256 May 23 15:38:27.441969 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8455eeef-7fff-40d2-9df0-039dbd2b383a req-0216056d-6828-4ebb-b7fd-e6ed4a8964ea tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/security-groups?id=790ce1ef-a8f0-4fc0-8ea7-68013879e709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441191 May 23 15:38:28.454382 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e8d73-ea51-41c8-a068-4a7373d1de66 req-39c4fa63-f94d-4014-b185-1721e7b434ac tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:28.455874 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a68e8d73-ea51-41c8-a068-4a7373d1de66 req-39c4fa63-f94d-4014-b185-1721e7b434ac tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/networks?id=eb85c015-3e09-409a-a7de-db03c09bb6f2 HTTP/1.1" status: 200 len: 814 time: 0.1023505 May 23 15:38:28.474761 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a68e8d73-ea51-41c8-a068-4a7373d1de66 req-a8995a8a-fae0-4649-8e72-5e5083cb4a34 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/quotas/8fbd7396d6be4ec28f8df7c62b20d10b HTTP/1.1" status: 200 len: 375 time: 0.0129271 May 23 15:38:28.514522 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a68e8d73-ea51-41c8-a068-4a7373d1de66 req-8a5d4ab1-662b-4629-a7c6-54ae0793c1dc tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8fbd7396d6be4ec28f8df7c62b20d10b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336919 May 23 15:38:28.562758 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f2593-95d9-4560-aa8b-952d385d6f2c req-4d00f0e3-9f9c-4b9f-9883-60fd34e81079 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:28.564238 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-442f2593-95d9-4560-aa8b-952d385d6f2c req-4d00f0e3-9f9c-4b9f-9883-60fd34e81079 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3cec2db-2c9e-4056-91b1-e16f4981811c HTTP/1.1" status: 200 len: 944 time: 0.0503509 May 23 15:38:28.605697 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a68e8d73-ea51-41c8-a068-4a7373d1de66 req-5b03feec-1900-416e-a7ee-18d1b416bc2f service neutron] 10.222.0.30 "GET /v2.0/networks/eb85c015-3e09-409a-a7de-db03c09bb6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845344 May 23 15:38:28.614288 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-442f2593-95d9-4560-aa8b-952d385d6f2c req-e06458fe-b1da-4965-99ba-d7d4f6199c1d tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/security-groups?id=790ce1ef-a8f0-4fc0-8ea7-68013879e709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435622 May 23 15:38:28.698280 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a68e8d73-ea51-41c8-a068-4a7373d1de66 req-a66d2849-9e77-4913-9149-6bc5b8ebe632 service neutron] 10.222.0.30 "GET /v2.0/networks/eb85c015-3e09-409a-a7de-db03c09bb6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872626 May 23 15:38:28.854506 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f648de84-011d-4c26-9db9-2cc90f04f6d7 req-f2d7d10e-dfb4-47b5-894f-49e15fe72c2b tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/ports?device_id=70342d0c-b1ae-4a4e-ab33-02843291f440 HTTP/1.1" status: 200 len: 210 time: 0.0279818 May 23 15:38:29.711042 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:29.730275 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0a89e-7799-4293-99c4-ab903c3f365f req-3db1a392-ddf1-4f45-bdcf-365aeed10509 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:29.731690 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-acb0a89e-7799-4293-99c4-ab903c3f365f req-3db1a392-ddf1-4f45-bdcf-365aeed10509 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3cec2db-2c9e-4056-91b1-e16f4981811c HTTP/1.1" status: 200 len: 944 time: 0.0496397 May 23 15:38:29.781822 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-acb0a89e-7799-4293-99c4-ab903c3f365f req-765a224b-137d-4498-bc32-81a4c71d730c tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/security-groups?id=790ce1ef-a8f0-4fc0-8ea7-68013879e709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445528 May 23 15:38:29.949180 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e8688d2c-7baf-4e56-aad7-8cc1896a9381 req-dbbe15bb-7891-4ec2-83f7-1fc95d37bcdc tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/ports?device_id=70342d0c-b1ae-4a4e-ab33-02843291f440 HTTP/1.1" status: 200 len: 210 time: 0.0268373 May 23 15:38:30.505956 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 9ec6265e-1a00-4a72-a184-cf3c6c301c06 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:38:30.516569 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device c4863245-8573-440d-acdf-8a7bcaafa7ff no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:38:30.538650 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] No Port match for: c4863245-8573-440d-acdf-8a7bcaafa7ff {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:38:30.539005 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device c4863245-8573-440d-acdf-8a7bcaafa7ff not bound to the agent host hv-cinder-84112 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:38:30.587121 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:30.632372 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 9ec6265e-1a00-4a72-a184-cf3c6c301c06, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=9ec6265e-1a00-4a72-a184-cf3c6c301c06,segment=NetworkSegment(46f30410-07ea-4763-89e0-8de109268753),segment_id=46f30410-07ea-4763-89e0-8de109268753)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:38:30.643735 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Returning: {'device': '9ec6265e-1a00-4a72-a184-cf3c6c301c06', 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406', 'port_id': '9ec6265e-1a00-4a72-a184-cf3c6c301c06', 'mac_address': 'fa:16:3e:a8:10:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 995, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b1946d5-9e4d-4972-92d1-6e334ddbfdf9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:38:30.678809 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port 9ec6265e-1a00-4a72-a184-cf3c6c301c06 is: DOWN; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:38:30.679220 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (9ec6265e-1a00-4a72-a184-cf3c6c301c06), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:30.693707 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ec6265e-1a00-4a72-a184-cf3c6c301c06 {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:38:30.715712 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 9ec6265e-1a00-4a72-a184-cf3c6c301c06, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=9ec6265e-1a00-4a72-a184-cf3c6c301c06,segment=NetworkSegment(46f30410-07ea-4763-89e0-8de109268753),segment_id=46f30410-07ea-4763-89e0-8de109268753)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:38:30.719881 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (9ec6265e-1a00-4a72-a184-cf3c6c301c06), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:30.765572 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=9ec6265e-1a00-4a72-a184-cf3c6c301c06,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:38:30.900408 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1724fe7-efc2-4180-8603-beb0965f425d req-8c80a367-a8dc-4641-958a-1c5098d56ddc tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:30.902125 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d1724fe7-efc2-4180-8603-beb0965f425d req-8c80a367-a8dc-4641-958a-1c5098d56ddc tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3cec2db-2c9e-4056-91b1-e16f4981811c HTTP/1.1" status: 200 len: 945 time: 0.0494912 May 23 15:38:30.950683 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d1724fe7-efc2-4180-8603-beb0965f425d req-50b20ba1-e5a6-4df1-b0eb-220acc1fe0a2 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/security-groups?id=790ce1ef-a8f0-4fc0-8ea7-68013879e709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427701 May 23 15:38:31.020793 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] get_ports_and_sgs() called for port_ids ['9ec6265e-1a00-4a72-a184-cf3c6c301c06'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:38:31.055798 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-74256e6a-7728-46c8-955d-984dec9b9a5c req-63cc1b3b-46a5-4967-bf30-7df4d4753fe1 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/ports?device_id=70342d0c-b1ae-4a4e-ab33-02843291f440 HTTP/1.1" status: 200 len: 210 time: 0.0320783 May 23 15:38:31.199431 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:31.315346 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e8d73-ea51-41c8-a068-4a7373d1de66 req-5108c5c0-bddd-4569-88ac-e495435e9de3 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:31.317344 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a68e8d73-ea51-41c8-a068-4a7373d1de66 req-5108c5c0-bddd-4569-88ac-e495435e9de3 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.72 "GET /v2.0/networks?id=eb85c015-3e09-409a-a7de-db03c09bb6f2 HTTP/1.1" status: 200 len: 814 time: 0.1012480 May 23 15:38:31.336952 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [req-a68e8d73-ea51-41c8-a068-4a7373d1de66 req-ec13ae8f-e485-4e39-87ac-073be543a68b tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Request body: {'port': {'device_id': '70342d0c-b1ae-4a4e-ab33-02843291f440', 'network_id': 'eb85c015-3e09-409a-a7de-db03c09bb6f2', 'admin_state_up': True, 'tenant_id': '8fbd7396d6be4ec28f8df7c62b20d10b'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:38:31.416134 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:31.450398 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a68e8d73-ea51-41c8-a068-4a7373d1de66 req-ec13ae8f-e485-4e39-87ac-073be543a68b tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Made reservation on behalf of 8fbd7396d6be4ec28f8df7c62b20d10b for: {'port': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:38:31.453737 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-a68e8d73-ea51-41c8-a068-4a7373d1de66 req-ec13ae8f-e485-4e39-87ac-073be543a68b tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:31.582985 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [req-a68e8d73-ea51-41c8-a068-4a7373d1de66 req-ec13ae8f-e485-4e39-87ac-073be543a68b tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Allocated IP 172.20.0.11 (eb85c015-3e09-409a-a7de-db03c09bb6f2/86e11172-451e-400e-b512-4354af1164f5/b33b009f-daaf-4106-8d54-393bf1c9bc90) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:38:31.668614 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 9ec6265e-1a00-4a72-a184-cf3c6c301c06 up at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:38:31.717955 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Provisioning for port 9ec6265e-1a00-4a72-a184-cf3c6c301c06 completed by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 15:38:31.725267 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Provisioning complete for port 9ec6265e-1a00-4a72-a184-cf3c6c301c06 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:38:31.725703 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (9ec6265e-1a00-4a72-a184-cf3c6c301c06), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:31.744494 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-a68e8d73-ea51-41c8-a068-4a7373d1de66 req-ec13ae8f-e485-4e39-87ac-073be543a68b tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Publish callbacks [] for port (b33b009f-daaf-4106-8d54-393bf1c9bc90), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:31.766721 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:31.781640 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-a68e8d73-ea51-41c8-a068-4a7373d1de66 req-ec13ae8f-e485-4e39-87ac-073be543a68b tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250202'] for port (b33b009f-daaf-4106-8d54-393bf1c9bc90), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:31.811464 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port 9ec6265e-1a00-4a72-a184-cf3c6c301c06 is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:38:31.812076 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (9ec6265e-1a00-4a72-a184-cf3c6c301c06), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:31.840506 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3cec2db-2c9e-4056-91b1-e16f4981811c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec6265e-1a00-4a72-a184-cf3c6c301c06'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:38:31.842894 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f55e67021d3a90dbbd6c8997e5bd31cd20e79582d0fa2823ba23f1fb24bbbe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23b9287-1e06-4b44-a0a6-fce3de67b332" -d '{"events": [{"server_uuid": "d3cec2db-2c9e-4056-91b1-e16f4981811c", "name": "network-vif-plugged", "status": "completed", "tag": "9ec6265e-1a00-4a72-a184-cf3c6c301c06"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:38:31.851361 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a68e8d73-ea51-41c8-a068-4a7373d1de66 req-ec13ae8f-e485-4e39-87ac-073be543a68b tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Network eb85c015-3e09-409a-a7de-db03c09bb6f2 is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:38:31.856518 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 9ec6265e-1a00-4a72-a184-cf3c6c301c06, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=9ec6265e-1a00-4a72-a184-cf3c6c301c06,segment=NetworkSegment(46f30410-07ea-4763-89e0-8de109268753),segment_id=46f30410-07ea-4763-89e0-8de109268753)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:38:31.869381 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (9ec6265e-1a00-4a72-a184-cf3c6c301c06), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:31.874895 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [req-a68e8d73-ea51-41c8-a068-4a7373d1de66 req-ec13ae8f-e485-4e39-87ac-073be543a68b tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:38:31.877174 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [req-a68e8d73-ea51-41c8-a068-4a7373d1de66 req-ec13ae8f-e485-4e39-87ac-073be543a68b tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:38:31.881817 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec13ae8f-e485-4e39-87ac-073be543a68b tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Pushing event updated for resources: {'Port': ['ID=b33b009f-daaf-4106-8d54-393bf1c9bc90,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:38:31.913826 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6772c786-62e6-402b-a6e0-f0ddc587946a x-openstack-request-id: req-6772c786-62e6-402b-a6e0-f0ddc587946a {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:38:31.914283 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3cec2db-2c9e-4056-91b1-e16f4981811c", "name": "network-vif-plugged", "status": "completed", "tag": "9ec6265e-1a00-4a72-a184-cf3c6c301c06", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:38:31.914568 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6772c786-62e6-402b-a6e0-f0ddc587946a {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:38:31.914940 dv-cinder-841125-8-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6772c786-62e6-402b-a6e0-f0ddc587946a'] response: {'server_uuid': 'd3cec2db-2c9e-4056-91b1-e16f4981811c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec6265e-1a00-4a72-a184-cf3c6c301c06', 'code': 200} May 23 15:38:31.935903 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=9ec6265e-1a00-4a72-a184-cf3c6c301c06,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:38:31.959201 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e8d73-ea51-41c8-a068-4a7373d1de66 req-ec13ae8f-e485-4e39-87ac-073be543a68b tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:31.960025 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-a68e8d73-ea51-41c8-a068-4a7373d1de66 req-ec13ae8f-e485-4e39-87ac-073be543a68b tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for port (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:31.978632 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a68e8d73-ea51-41c8-a068-4a7373d1de66 req-ec13ae8f-e485-4e39-87ac-073be543a68b tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6453788 May 23 15:38:32.062000 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [req-a68e8d73-ea51-41c8-a068-4a7373d1de66 req-21f0461c-6841-4d0d-84e6-1c13afb7efb8 service neutron] Request body: {'port': {'device_id': '70342d0c-b1ae-4a4e-ab33-02843291f440', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:38:32.133270 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a34e0-6c6f-4a43-9c68-5fe46d9b5c93 req-af5fb3e8-c49a-4092-9671-246677f20ce3 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:32.135471 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-335a34e0-6c6f-4a43-9c68-5fe46d9b5c93 req-af5fb3e8-c49a-4092-9671-246677f20ce3 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3cec2db-2c9e-4056-91b1-e16f4981811c HTTP/1.1" status: 200 len: 946 time: 0.1121039 May 23 15:38:32.161952 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-a68e8d73-ea51-41c8-a068-4a7373d1de66 req-21f0461c-6841-4d0d-84e6-1c13afb7efb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (b33b009f-daaf-4106-8d54-393bf1c9bc90), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:32.219950 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb9ed4-68be-422a-86fe-b126c2ffcae2 req-9d58aa17-2253-4b3b-9d50-82c44255d4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:32.222085 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-3edb9ed4-68be-422a-86fe-b126c2ffcae2 req-9d58aa17-2253-4b3b-9d50-82c44255d4ed service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d3cec2db-2c9e-4056-91b1-e16f4981811c HTTP/1.1" status: 200 len: 1130 time: 0.0762527 May 23 15:38:32.232124 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca973df-77cd-44f0-85c1-ddaa51e26a98 req-635d8e93-f412-4668-bff7-afc39fac95f5 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:32.233844 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2ca973df-77cd-44f0-85c1-ddaa51e26a98 req-635d8e93-f412-4668-bff7-afc39fac95f5 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/ports?device_id=70342d0c-b1ae-4a4e-ab33-02843291f440 HTTP/1.1" status: 200 len: 932 time: 0.0790520 May 23 15:38:32.260672 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-335a34e0-6c6f-4a43-9c68-5fe46d9b5c93 req-f1bcf3b7-641d-4e4d-9fcc-4188c1b086d9 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/security-groups?id=790ce1ef-a8f0-4fc0-8ea7-68013879e709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171980 May 23 15:38:32.322652 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-3edb9ed4-68be-422a-86fe-b126c2ffcae2 req-a0ccd205-efa4-4c7c-8a54-1754eff4f01f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=790ce1ef-a8f0-4fc0-8ea7-68013879e709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876760 May 23 15:38:32.326441 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2ca973df-77cd-44f0-85c1-ddaa51e26a98 req-03148be1-70b7-40de-928e-e4485acbeb01 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3e3c02-e423-4739-9e8e-6ae09f5b4da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854275 May 23 15:38:32.464344 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:32.558707 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [req-a68e8d73-ea51-41c8-a068-4a7373d1de66 req-21f0461c-6841-4d0d-84e6-1c13afb7efb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b33b009f-daaf-4106-8d54-393bf1c9bc90 {{(pid=104081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:38:32.569303 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-a68e8d73-ea51-41c8-a068-4a7373d1de66 req-21f0461c-6841-4d0d-84e6-1c13afb7efb8 service neutron] Publish callbacks [] for port (b33b009f-daaf-4106-8d54-393bf1c9bc90), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:32.590929 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [req-a68e8d73-ea51-41c8-a068-4a7373d1de66 req-21f0461c-6841-4d0d-84e6-1c13afb7efb8 service neutron] Transition to ACTIVE for port object b33b009f-daaf-4106-8d54-393bf1c9bc90 will not be triggered until provisioned by entity L2. {{(pid=104081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 15:38:32.595024 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-a68e8d73-ea51-41c8-a068-4a7373d1de66 req-21f0461c-6841-4d0d-84e6-1c13afb7efb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4250195'] for port (b33b009f-daaf-4106-8d54-393bf1c9bc90), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:32.630613 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=4 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:32.637996 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=4 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:32.674782 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0461c-6841-4d0d-84e6-1c13afb7efb8 service neutron] Pushing event updated for resources: {'Port': ['ID=b33b009f-daaf-4106-8d54-393bf1c9bc90,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:38:32.766311 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-a68e8d73-ea51-41c8-a068-4a7373d1de66 req-21f0461c-6841-4d0d-84e6-1c13afb7efb8 service neutron] Attempting to bind port b33b009f-daaf-4106-8d54-393bf1c9bc90 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:38:32.766649 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-a68e8d73-ea51-41c8-a068-4a7373d1de66 req-21f0461c-6841-4d0d-84e6-1c13afb7efb8 service neutron] Attempting to bind port b33b009f-daaf-4106-8d54-393bf1c9bc90 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': 'd5b569fa-3350-4d1c-9f15-9ed7607bfa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'eb85c015-3e09-409a-a7de-db03c09bb6f2'}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:38:32.767085 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68e8d73-ea51-41c8-a068-4a7373d1de66 req-21f0461c-6841-4d0d-84e6-1c13afb7efb8 service neutron] Attempting to bind port b33b009f-daaf-4106-8d54-393bf1c9bc90 on network eb85c015-3e09-409a-a7de-db03c09bb6f2 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:38:32.774513 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68e8d73-ea51-41c8-a068-4a7373d1de66 req-21f0461c-6841-4d0d-84e6-1c13afb7efb8 service neutron] Port b33b009f-daaf-4106-8d54-393bf1c9bc90 on network eb85c015-3e09-409a-a7de-db03c09bb6f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 15:38:32.774927 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68e8d73-ea51-41c8-a068-4a7373d1de66 req-21f0461c-6841-4d0d-84e6-1c13afb7efb8 service neutron] Attempting to bind port b33b009f-daaf-4106-8d54-393bf1c9bc90 on network eb85c015-3e09-409a-a7de-db03c09bb6f2 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:38:32.780978 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68e8d73-ea51-41c8-a068-4a7373d1de66 req-21f0461c-6841-4d0d-84e6-1c13afb7efb8 service neutron] Checking agent: {'id': '88197243-2542-4a6c-b81b-f727b3d95aaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 27, 45), 'started_at': datetime.datetime(2022, 5, 23, 15, 27, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:38:32.781169 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68e8d73-ea51-41c8-a068-4a7373d1de66 req-21f0461c-6841-4d0d-84e6-1c13afb7efb8 service neutron] Checking segment: {'id': 'd5b569fa-3350-4d1c-9f15-9ed7607bfa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'eb85c015-3e09-409a-a7de-db03c09bb6f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:38:32.782245 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68e8d73-ea51-41c8-a068-4a7373d1de66 req-21f0461c-6841-4d0d-84e6-1c13afb7efb8 service neutron] Bound using segment: {'id': 'd5b569fa-3350-4d1c-9f15-9ed7607bfa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'eb85c015-3e09-409a-a7de-db03c09bb6f2'} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:38:32.782245 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-a68e8d73-ea51-41c8-a068-4a7373d1de66 req-21f0461c-6841-4d0d-84e6-1c13afb7efb8 service neutron] Bound port: b33b009f-daaf-4106-8d54-393bf1c9bc90, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5b569fa-3350-4d1c-9f15-9ed7607bfa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'eb85c015-3e09-409a-a7de-db03c09bb6f2'}}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:38:32.782555 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-a68e8d73-ea51-41c8-a068-4a7373d1de66 req-21f0461c-6841-4d0d-84e6-1c13afb7efb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (b33b009f-daaf-4106-8d54-393bf1c9bc90), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:32.823497 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:32.862828 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-a68e8d73-ea51-41c8-a068-4a7373d1de66 req-21f0461c-6841-4d0d-84e6-1c13afb7efb8 service neutron] For port b33b009f-daaf-4106-8d54-393bf1c9bc90, host hv-cinder-84112, cleared binding levels {{(pid=104081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:38:32.867738 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-a68e8d73-ea51-41c8-a068-4a7373d1de66 req-21f0461c-6841-4d0d-84e6-1c13afb7efb8 service neutron] For port b33b009f-daaf-4106-8d54-393bf1c9bc90, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=b33b009f-daaf-4106-8d54-393bf1c9bc90,segment=NetworkSegment(d5b569fa-3350-4d1c-9f15-9ed7607bfa54),segment_id=d5b569fa-3350-4d1c-9f15-9ed7607bfa54)] {{(pid=104081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:38:32.875191 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-a68e8d73-ea51-41c8-a068-4a7373d1de66 req-21f0461c-6841-4d0d-84e6-1c13afb7efb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4250195'] for port (b33b009f-daaf-4106-8d54-393bf1c9bc90), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:32.931468 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e8d73-ea51-41c8-a068-4a7373d1de66 req-21f0461c-6841-4d0d-84e6-1c13afb7efb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:32.932540 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-a68e8d73-ea51-41c8-a068-4a7373d1de66 req-21f0461c-6841-4d0d-84e6-1c13afb7efb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for port (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:32.934248 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a68e8d73-ea51-41c8-a068-4a7373d1de66 req-21f0461c-6841-4d0d-84e6-1c13afb7efb8 service neutron] 10.222.0.72 "PUT /v2.0/ports/b33b009f-daaf-4106-8d54-393bf1c9bc90 HTTP/1.1" status: 200 len: 1094 time: 0.8764484 May 23 15:38:32.934815 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70342d0c-b1ae-4a4e-ab33-02843291f440', 'tag': 'b33b009f-daaf-4106-8d54-393bf1c9bc90'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:38:32.937585 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d701dac66fe37c46ae86bb78260b1e19b4b16e00f190307f8222235e17cfe25e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d607dfc-9a46-4f98-8b4f-88a4ee5d269a" -d '{"events": [{"name": "network-changed", "server_uuid": "70342d0c-b1ae-4a4e-ab33-02843291f440", "tag": "b33b009f-daaf-4106-8d54-393bf1c9bc90"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:38:32.976473 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0461c-6841-4d0d-84e6-1c13afb7efb8 service neutron] Pushing event updated for resources: {'Port': ['ID=b33b009f-daaf-4106-8d54-393bf1c9bc90,revision_number=3']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:38:33.016521 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1acbe2c-bdd2-4a54-9f56-4c1b4c378b34 x-openstack-request-id: req-a1acbe2c-bdd2-4a54-9f56-4c1b4c378b34 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:38:33.016802 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70342d0c-b1ae-4a4e-ab33-02843291f440", "tag": "b33b009f-daaf-4106-8d54-393bf1c9bc90", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:38:33.017180 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a1acbe2c-bdd2-4a54-9f56-4c1b4c378b34 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:38:33.017795 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1acbe2c-bdd2-4a54-9f56-4c1b4c378b34'] response: {'name': 'network-changed', 'server_uuid': '70342d0c-b1ae-4a4e-ab33-02843291f440', 'tag': 'b33b009f-daaf-4106-8d54-393bf1c9bc90', 'status': 'completed', 'code': 200} May 23 15:38:33.086900 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e8d73-ea51-41c8-a068-4a7373d1de66 req-e75e628a-1713-4ff4-a728-cb799ea7061d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:33.088451 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a68e8d73-ea51-41c8-a068-4a7373d1de66 req-e75e628a-1713-4ff4-a728-cb799ea7061d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8fbd7396d6be4ec28f8df7c62b20d10b&device_id=70342d0c-b1ae-4a4e-ab33-02843291f440 HTTP/1.1" status: 200 len: 1128 time: 0.0555553 May 23 15:38:33.120425 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ae75694c-387c-4db1-b785-78f022a6b2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:33.148395 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a68e8d73-ea51-41c8-a068-4a7373d1de66 req-f4409e0e-3948-49c5-bfda-60a141dd11a7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b33b009f-daaf-4106-8d54-393bf1c9bc90 HTTP/1.1" status: 200 len: 217 time: 0.0362072 May 23 15:38:33.200392 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e8d73-ea51-41c8-a068-4a7373d1de66 req-26848149-e927-48c4-91ef-8ac118564d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:33.201908 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a68e8d73-ea51-41c8-a068-4a7373d1de66 req-26848149-e927-48c4-91ef-8ac118564d7e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=86e11172-451e-400e-b512-4354af1164f5 HTTP/1.1" status: 200 len: 854 time: 0.0479043 May 23 15:38:33.439260 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6325065-3d9e-4365-a6c4-9bc6a51d43cd req-e2167e90-47c8-4d9e-93a1-ed0036f0e2b5 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:33.463483 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c6325065-3d9e-4365-a6c4-9bc6a51d43cd req-e2167e90-47c8-4d9e-93a1-ed0036f0e2b5 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3cec2db-2c9e-4056-91b1-e16f4981811c HTTP/1.1" status: 200 len: 946 time: 0.1225922 May 23 15:38:33.517020 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fcc79e-524c-452e-8e19-0284c215a25e req-202cd8e2-2a3a-4bea-a19c-73f4dda69308 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:33.518829 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-86fcc79e-524c-452e-8e19-0284c215a25e req-202cd8e2-2a3a-4bea-a19c-73f4dda69308 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/ports?device_id=70342d0c-b1ae-4a4e-ab33-02843291f440 HTTP/1.1" status: 200 len: 944 time: 0.0834742 May 23 15:38:33.521891 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c6325065-3d9e-4365-a6c4-9bc6a51d43cd req-ab1f5ad3-39f5-42d4-b5dc-aec744d8af5e tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/security-groups?id=790ce1ef-a8f0-4fc0-8ea7-68013879e709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572293 May 23 15:38:33.581410 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-86fcc79e-524c-452e-8e19-0284c215a25e req-078f15a9-e8a2-4c92-bd95-c794ce565d63 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3e3c02-e423-4739-9e8e-6ae09f5b4da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494058 May 23 15:38:33.693451 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a68e8d73-ea51-41c8-a068-4a7373d1de66 req-5daaf538-2126-41b6-8eb9-864ec744e4bc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eb85c015-3e09-409a-a7de-db03c09bb6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294433 May 23 15:38:33.876507 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a68e8d73-ea51-41c8-a068-4a7373d1de66 req-a90ec88c-5f30-4130-a880-20d1375c5403 service neutron] 10.222.0.72 "GET /v2.0/networks/eb85c015-3e09-409a-a7de-db03c09bb6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058493 May 23 15:38:33.977048 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a68e8d73-ea51-41c8-a068-4a7373d1de66 req-ae5362e0-90ec-4de4-a482-d4aea5e5a465 service neutron] 10.222.0.72 "GET /v2.0/networks/eb85c015-3e09-409a-a7de-db03c09bb6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943685 May 23 15:38:34.652426 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17f299-d1aa-4dbd-af23-4d5c900eca65 req-bc15e6b8-1d0e-4614-ab90-152c79835af3 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:34.654570 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-de17f299-d1aa-4dbd-af23-4d5c900eca65 req-bc15e6b8-1d0e-4614-ab90-152c79835af3 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3cec2db-2c9e-4056-91b1-e16f4981811c HTTP/1.1" status: 200 len: 946 time: 0.0589023 May 23 15:38:34.667752 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:34.710795 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-de17f299-d1aa-4dbd-af23-4d5c900eca65 req-3d9d2184-ce8d-427f-8675-df056a99d596 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/security-groups?id=790ce1ef-a8f0-4fc0-8ea7-68013879e709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504804 May 23 15:38:34.745794 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a051b4-1c55-4e7e-bc95-c15c3444a7f2 req-0b7fa139-0aa3-4154-9a4f-5ffdaf15143f tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:34.747278 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-68a051b4-1c55-4e7e-bc95-c15c3444a7f2 req-0b7fa139-0aa3-4154-9a4f-5ffdaf15143f tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/ports?device_id=70342d0c-b1ae-4a4e-ab33-02843291f440 HTTP/1.1" status: 200 len: 944 time: 0.0836346 May 23 15:38:34.769301 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:34.802654 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-68a051b4-1c55-4e7e-bc95-c15c3444a7f2 req-8cd920b0-d973-4b39-871e-656d14fa3fc1 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3e3c02-e423-4739-9e8e-6ae09f5b4da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497355 May 23 15:38:34.899968 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575edce9-a81c-43a0-8eca-2783d7673e87 req-05b4364b-fed6-438b-af55-db69c0aa84c8 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:34.902299 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-575edce9-a81c-43a0-8eca-2783d7673e87 req-05b4364b-fed6-438b-af55-db69c0aa84c8 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3cec2db-2c9e-4056-91b1-e16f4981811c HTTP/1.1" status: 200 len: 946 time: 0.0741601 May 23 15:38:34.956749 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d607dfc-9a46-4f98-8b4f-88a4ee5d269a req-325f96dc-ab7f-4cf0-bb73-0ae10cd8aae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:34.959318 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9d607dfc-9a46-4f98-8b4f-88a4ee5d269a req-325f96dc-ab7f-4cf0-bb73-0ae10cd8aae7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8fbd7396d6be4ec28f8df7c62b20d10b&device_id=70342d0c-b1ae-4a4e-ab33-02843291f440 HTTP/1.1" status: 200 len: 1128 time: 0.0532210 May 23 15:38:34.971673 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-575edce9-a81c-43a0-8eca-2783d7673e87 req-69ad2ccb-8199-49c2-9aba-9f029897e464 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/security-groups?id=790ce1ef-a8f0-4fc0-8ea7-68013879e709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620501 May 23 15:38:34.993910 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 40640) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:38:35.079874 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d607dfc-9a46-4f98-8b4f-88a4ee5d269a req-556ee7b8-6837-497b-9d37-b35a1ca478d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:35.083048 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9d607dfc-9a46-4f98-8b4f-88a4ee5d269a req-556ee7b8-6837-497b-9d37-b35a1ca478d6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=eb85c015-3e09-409a-a7de-db03c09bb6f2 HTTP/1.1" status: 200 len: 915 time: 0.1136265 May 23 15:38:35.127090 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9d607dfc-9a46-4f98-8b4f-88a4ee5d269a req-93f25230-5671-4c7b-9c1d-68ff1ce82298 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b33b009f-daaf-4106-8d54-393bf1c9bc90 HTTP/1.1" status: 200 len: 217 time: 0.0391009 May 23 15:38:35.164461 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17752c85-e38d-42c8-b70f-6493095a8e50 tempest-TestVolumeBootPattern-719559393 tempest-TestVolumeBootPattern-719559393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:35.166403 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-17752c85-e38d-42c8-b70f-6493095a8e50 tempest-TestVolumeBootPattern-719559393 tempest-TestVolumeBootPattern-719559393-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d3cec2db-2c9e-4056-91b1-e16f4981811c HTTP/1.1" status: 200 len: 1125 time: 0.1712360 May 23 15:38:35.169064 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 40644) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:38:35.173524 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-4f03d928-f64f-4c28-82d4-d51e0186c8c3 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Request body: {'floatingip': {'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'port_id': '9ec6265e-1a00-4a72-a184-cf3c6c301c06', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:38:35.201425 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d607dfc-9a46-4f98-8b4f-88a4ee5d269a req-fc1f45ef-8065-434e-bd25-33987993df0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:35.202893 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9d607dfc-9a46-4f98-8b4f-88a4ee5d269a req-fc1f45ef-8065-434e-bd25-33987993df0d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=86e11172-451e-400e-b512-4354af1164f5 HTTP/1.1" status: 200 len: 854 time: 0.0700307 May 23 15:38:35.206601 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4f03d928-f64f-4c28-82d4-d51e0186c8c3 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:35.237516 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9d607dfc-9a46-4f98-8b4f-88a4ee5d269a req-f21a9b2b-a0ad-49ef-8bc1-a8a35dd3d3b2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eb85c015-3e09-409a-a7de-db03c09bb6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285833 May 23 15:38:35.295173 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4f03d928-f64f-4c28-82d4-d51e0186c8c3 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:35.339053 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9d607dfc-9a46-4f98-8b4f-88a4ee5d269a req-c841dc60-1b1b-4f8e-a60c-e453b438a34e service neutron] 10.222.0.72 "GET /v2.0/networks/eb85c015-3e09-409a-a7de-db03c09bb6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949221 May 23 15:38:35.421154 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-4f03d928-f64f-4c28-82d4-d51e0186c8c3 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Allocated IP 172.27.2.221 (c36a36f9-cc20-4687-9603-de8e87d2bfc7/aa177288-79a2-4e75-ac60-432249438b03/2cab6612-886c-4fb6-aa25-275b6082c3bb) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:38:35.440721 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9d607dfc-9a46-4f98-8b4f-88a4ee5d269a req-00f92184-7919-48d0-a27b-ca844a7201d7 service neutron] 10.222.0.72 "GET /v2.0/networks/eb85c015-3e09-409a-a7de-db03c09bb6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949619 May 23 15:38:35.480411 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-34677237-9cc3-4824-82d7-6c6c96fc45fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:35.540290 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:35.564826 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4f03d928-f64f-4c28-82d4-d51e0186c8c3 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks [] for port (2cab6612-886c-4fb6-aa25-275b6082c3bb), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:35.598857 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4f03d928-f64f-4c28-82d4-d51e0186c8c3 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (2cab6612-886c-4fb6-aa25-275b6082c3bb), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:35.644897 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f03d928-f64f-4c28-82d4-d51e0186c8c3 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Network c36a36f9-cc20-4687-9603-de8e87d2bfc7 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:38:35.650157 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-4f03d928-f64f-4c28-82d4-d51e0186c8c3 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:38:35.653821 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f03d928-f64f-4c28-82d4-d51e0186c8c3 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:38:35.683664 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f03d928-f64f-4c28-82d4-d51e0186c8c3 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Pushing event updated for resources: {'Port': ['ID=2cab6612-886c-4fb6-aa25-275b6082c3bb,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:38:35.935379 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:35.955075 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5468ae-c149-41de-b67c-107ffeded4cc req-a0e7570a-5397-4d27-b1d5-248d885b9239 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:35.963773 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5b5468ae-c149-41de-b67c-107ffeded4cc req-a0e7570a-5397-4d27-b1d5-248d885b9239 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/ports?device_id=70342d0c-b1ae-4a4e-ab33-02843291f440 HTTP/1.1" status: 200 len: 944 time: 0.0744376 May 23 15:38:36.009717 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5b5468ae-c149-41de-b67c-107ffeded4cc req-e3257ed6-9cba-4164-9c4b-88fd79f5f1ec tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3e3c02-e423-4739-9e8e-6ae09f5b4da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448959 May 23 15:38:36.098639 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4f03d928-f64f-4c28-82d4-d51e0186c8c3 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks [] for floatingip (507d7b03-c445-4f66-b9cd-3f6714f27607), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:36.179443 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4f03d928-f64f-4c28-82d4-d51e0186c8c3 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (2cab6612-886c-4fb6-aa25-275b6082c3bb), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:36.398831 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4f03d928-f64f-4c28-82d4-d51e0186c8c3 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks [] for port (2cab6612-886c-4fb6-aa25-275b6082c3bb), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:36.403486 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4f03d928-f64f-4c28-82d4-d51e0186c8c3 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413202'] for port (2cab6612-886c-4fb6-aa25-275b6082c3bb), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:36.489627 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:36.520032 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4f03d928-f64f-4c28-82d4-d51e0186c8c3 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-863864'] for floatingip (507d7b03-c445-4f66-b9cd-3f6714f27607), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:36.523821 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f03d928-f64f-4c28-82d4-d51e0186c8c3 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Pushing event updated for resources: {'Port': ['ID=2cab6612-886c-4fb6-aa25-275b6082c3bb,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:38:36.942138 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:36.987182 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.db.l3_db [None req-4f03d928-f64f-4c28-82d4-d51e0186c8c3 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Floating IP 507d7b03-c445-4f66-b9cd-3f6714f27607 associated. External IP: 172.27.2.221, port: 9ec6265e-1a00-4a72-a184-cf3c6c301c06. May 23 15:38:37.179476 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2bb38a-5e1a-4d7d-bd08-0b94238b8900 req-16759bff-8fcd-4b2d-970c-f8b60e8adba6 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:37.181046 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2b2bb38a-5e1a-4d7d-bd08-0b94238b8900 req-16759bff-8fcd-4b2d-970c-f8b60e8adba6 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/ports?device_id=70342d0c-b1ae-4a4e-ab33-02843291f440 HTTP/1.1" status: 200 len: 944 time: 0.0903232 May 23 15:38:37.260496 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:37.280732 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f03d928-f64f-4c28-82d4-d51e0186c8c3 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Router 03bc3357-6415-4e9b-9019-b93302066f4a has already been hosted by L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:38:37.285239 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2b2bb38a-5e1a-4d7d-bd08-0b94238b8900 req-29b319fe-91e9-43b8-a3ab-59514b3b7d56 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3e3c02-e423-4739-9e8e-6ae09f5b4da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951815 May 23 15:38:37.400067 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f03d928-f64f-4c28-82d4-d51e0186c8c3 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:38:37.410855 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061c335b-283f-4238-b785-21d2f09a5c6a None None] Sync routers for ids ['03bc3357-6415-4e9b-9019-b93302066f4a'] in dv-cinder-841125-8-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:38:37.418261 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4f03d928-f64f-4c28-82d4-d51e0186c8c3 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:37.423228 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061c335b-283f-4238-b785-21d2f09a5c6a None None] Routers {'03bc3357-6415-4e9b-9019-b93302066f4a'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:38:37.423885 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-061c335b-283f-4238-b785-21d2f09a5c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:38:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['03bc3357-6415-4e9b-9019-b93302066f4a'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:38:37.455819 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-4f03d928-f64f-4c28-82d4-d51e0186c8c3 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2854302 May 23 15:38:37.456421 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3cec2db-2c9e-4056-91b1-e16f4981811c', 'tag': '9ec6265e-1a00-4a72-a184-cf3c6c301c06'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:38:37.458993 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee4ef39eddac8a8c2b622b321199fad7a345fd77cd5019e852148a8aec1132e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df48030-af9a-4eaf-8c7e-4134dd1f3ca4" -d '{"events": [{"name": "network-changed", "server_uuid": "d3cec2db-2c9e-4056-91b1-e16f4981811c", "tag": "9ec6265e-1a00-4a72-a184-cf3c6c301c06"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:38:37.505779 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a67119-f796-48a3-8eb2-2c2c34a6fe93 x-openstack-request-id: req-f2a67119-f796-48a3-8eb2-2c2c34a6fe93 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:38:37.506082 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3cec2db-2c9e-4056-91b1-e16f4981811c", "tag": "9ec6265e-1a00-4a72-a184-cf3c6c301c06", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:38:37.506341 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f2a67119-f796-48a3-8eb2-2c2c34a6fe93 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:38:37.506781 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2a67119-f796-48a3-8eb2-2c2c34a6fe93'] response: {'name': 'network-changed', 'server_uuid': 'd3cec2db-2c9e-4056-91b1-e16f4981811c', 'tag': '9ec6265e-1a00-4a72-a184-cf3c6c301c06', 'status': 'completed', 'code': 200} May 23 15:38:37.546353 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-061c335b-283f-4238-b785-21d2f09a5c6a None None] Set router 03bc3357-6415-4e9b-9019-b93302066f4a gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:38:37.591913 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:37.633276 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df48030-af9a-4eaf-8c7e-4134dd1f3ca4 req-20abdfec-2858-4761-a793-4d40ed15068d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:37.634809 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2df48030-af9a-4eaf-8c7e-4134dd1f3ca4 req-20abdfec-2858-4761-a793-4d40ed15068d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=449514f02fbc485484110bde5a2018c0&device_id=d3cec2db-2c9e-4056-91b1-e16f4981811c HTTP/1.1" status: 200 len: 1130 time: 0.0854883 May 23 15:38:37.706249 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device b33b009f-daaf-4106-8d54-393bf1c9bc90 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:38:37.734407 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df48030-af9a-4eaf-8c7e-4134dd1f3ca4 req-18738557-00e2-4250-9a72-a12dad8132f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:37.736123 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2df48030-af9a-4eaf-8c7e-4134dd1f3ca4 req-18738557-00e2-4250-9a72-a12dad8132f3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5ca014fd-aa0f-4216-ae7a-a155fcb74406 HTTP/1.1" status: 200 len: 912 time: 0.0956814 May 23 15:38:37.740644 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:37.828006 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2df48030-af9a-4eaf-8c7e-4134dd1f3ca4 req-38ee9e08-c924-4564-a8f3-bace0d648355 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ec6265e-1a00-4a72-a184-cf3c6c301c06 HTTP/1.1" status: 200 len: 1000 time: 0.0833514 May 23 15:38:37.873586 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port b33b009f-daaf-4106-8d54-393bf1c9bc90, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=b33b009f-daaf-4106-8d54-393bf1c9bc90,segment=NetworkSegment(d5b569fa-3350-4d1c-9f15-9ed7607bfa54),segment_id=d5b569fa-3350-4d1c-9f15-9ed7607bfa54)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:38:37.895666 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Returning: {'device': 'b33b009f-daaf-4106-8d54-393bf1c9bc90', 'network_id': 'eb85c015-3e09-409a-a7de-db03c09bb6f2', 'port_id': 'b33b009f-daaf-4106-8d54-393bf1c9bc90', 'mac_address': 'fa:16:3e:f0:99:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 993, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86e11172-451e-400e-b512-4354af1164f5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:38:37.899227 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:37.905568 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df48030-af9a-4eaf-8c7e-4134dd1f3ca4 req-fbc06682-4663-4428-b9c3-a27f3fd6bc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:37.905754 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-061c335b-283f-4238-b785-21d2f09a5c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'name': 'tempest-TestVolumeBootPattern-820281492-router', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '9be3bed4-0c54-4d40-988f-b8cd14e5145d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:37:47Z', 'updated_at': '2022-05-23T15:37:50Z', 'revision_number': 4, 'project_id': '449514f02fbc485484110bde5a2018c0', 'gw_port': {'id': '9be3bed4-0c54-4d40-988f-b8cd14e5145d', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:47Z', 'updated_at': '2022-05-23T15:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_floatingips': [{'id': '507d7b03-c445-4f66-b9cd-3f6714f27607', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'floating_ip_address': '172.27.2.221', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'port_id': '9ec6265e-1a00-4a72-a184-cf3c6c301c06', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406', 'mac_address': 'fa:16:3e:a8:10:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cec2db-2c9e-4056-91b1-e16f4981811c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:38:35Z', 'updated_at': '2022-05-23T15:38:35Z', 'revision_number': 0, 'project_id': '449514f02fbc485484110bde5a2018c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '935605e9-544c-410d-90d7-50d8814b2cb7', 'name': '', 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'mac_address': 'fa:16:3e:9b:8b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '2b1946d5-9e4d-4972-92d1-6e334ddbfdf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:50Z', 'updated_at': '2022-05-23T15:37:56Z', 'revision_number': 5, 'project_id': '449514f02fbc485484110bde5a2018c0', 'subnets': [{'id': '2b1946d5-9e4d-4972-92d1-6e334ddbfdf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:38:37.908362 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2df48030-af9a-4eaf-8c7e-4134dd1f3ca4 req-fbc06682-4663-4428-b9c3-a27f3fd6bc63 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2b1946d5-9e4d-4972-92d1-6e334ddbfdf9 HTTP/1.1" status: 200 len: 850 time: 0.0746243 May 23 15:38:37.972009 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df48030-af9a-4eaf-8c7e-4134dd1f3ca4 req-9a2b4af2-0d38-45be-8ad0-2d289fa0f9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:37.973863 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2df48030-af9a-4eaf-8c7e-4134dd1f3ca4 req-9a2b4af2-0d38-45be-8ad0-2d289fa0f9f9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ca014fd-aa0f-4216-ae7a-a155fcb74406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0579453 May 23 15:38:37.978130 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061c335b-283f-4238-b785-21d2f09a5c6a None None] Checking router: 03bc3357-6415-4e9b-9019-b93302066f4a for host: dv-cinder-841125-8-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:38:37.988902 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port b33b009f-daaf-4106-8d54-393bf1c9bc90 is: DOWN; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:38:37.989283 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (b33b009f-daaf-4106-8d54-393bf1c9bc90), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:37.992689 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061c335b-283f-4238-b785-21d2f09a5c6a None None] Routers {'03bc3357-6415-4e9b-9019-b93302066f4a'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:38:37.993688 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-061c335b-283f-4238-b785-21d2f09a5c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:38:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['03bc3357-6415-4e9b-9019-b93302066f4a'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:38:38.094132 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2df48030-af9a-4eaf-8c7e-4134dd1f3ca4 req-92062d92-bb32-40e7-8088-1c19043b49a3 service neutron] 10.222.0.72 "GET /v2.0/networks/5ca014fd-aa0f-4216-ae7a-a155fcb74406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120389 May 23 15:38:38.214410 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b33b009f-daaf-4106-8d54-393bf1c9bc90 {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:38:38.227997 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:38.278508 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port b33b009f-daaf-4106-8d54-393bf1c9bc90, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=b33b009f-daaf-4106-8d54-393bf1c9bc90,segment=NetworkSegment(d5b569fa-3350-4d1c-9f15-9ed7607bfa54),segment_id=d5b569fa-3350-4d1c-9f15-9ed7607bfa54)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:38:38.331085 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-061c335b-283f-4238-b785-21d2f09a5c6a None None] Set router 03bc3357-6415-4e9b-9019-b93302066f4a gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:38:38.336363 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (b33b009f-daaf-4106-8d54-393bf1c9bc90), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:38.437871 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=b33b009f-daaf-4106-8d54-393bf1c9bc90,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:38:38.449778 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9577c3-fc1a-4316-8755-59aac5fefc7f req-6442a64f-5a9e-4a26-a028-b852380820ad tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:38.458788 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-bb9577c3-fc1a-4316-8755-59aac5fefc7f req-6442a64f-5a9e-4a26-a028-b852380820ad tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/ports?device_id=70342d0c-b1ae-4a4e-ab33-02843291f440 HTTP/1.1" status: 200 len: 945 time: 0.0845377 May 23 15:38:38.481858 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:38.522399 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-bb9577c3-fc1a-4316-8755-59aac5fefc7f req-4d18ff9d-2934-4624-a762-ad24f08e75ca tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3e3c02-e423-4739-9e8e-6ae09f5b4da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623505 May 23 15:38:38.538481 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2df48030-af9a-4eaf-8c7e-4134dd1f3ca4 req-e16bd004-5fbd-4f3a-a8ef-ce4282bc9c34 service neutron] 10.222.0.72 "GET /v2.0/networks/5ca014fd-aa0f-4216-ae7a-a155fcb74406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289353 May 23 15:38:38.632237 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:38.651988 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] get_ports_and_sgs() called for port_ids ['b33b009f-daaf-4106-8d54-393bf1c9bc90'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:38:38.747700 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-061c335b-283f-4238-b785-21d2f09a5c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'name': 'tempest-TestVolumeBootPattern-820281492-router', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '9be3bed4-0c54-4d40-988f-b8cd14e5145d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:37:47Z', 'updated_at': '2022-05-23T15:37:50Z', 'revision_number': 4, 'project_id': '449514f02fbc485484110bde5a2018c0', 'gw_port': {'id': '9be3bed4-0c54-4d40-988f-b8cd14e5145d', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:47Z', 'updated_at': '2022-05-23T15:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_floatingips': [{'id': '507d7b03-c445-4f66-b9cd-3f6714f27607', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'floating_ip_address': '172.27.2.221', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'port_id': '9ec6265e-1a00-4a72-a184-cf3c6c301c06', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406', 'mac_address': 'fa:16:3e:a8:10:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cec2db-2c9e-4056-91b1-e16f4981811c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:38:35Z', 'updated_at': '2022-05-23T15:38:35Z', 'revision_number': 0, 'project_id': '449514f02fbc485484110bde5a2018c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '935605e9-544c-410d-90d7-50d8814b2cb7', 'name': '', 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'mac_address': 'fa:16:3e:9b:8b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '2b1946d5-9e4d-4972-92d1-6e334ddbfdf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:50Z', 'updated_at': '2022-05-23T15:37:56Z', 'revision_number': 5, 'project_id': '449514f02fbc485484110bde5a2018c0', 'subnets': [{'id': '2b1946d5-9e4d-4972-92d1-6e334ddbfdf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:38:38.784660 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061c335b-283f-4238-b785-21d2f09a5c6a None None] The sync data for ids ['03bc3357-6415-4e9b-9019-b93302066f4a'] in dv-cinder-841125-8-iscsi is: [{'id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'name': 'tempest-TestVolumeBootPattern-820281492-router', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '9be3bed4-0c54-4d40-988f-b8cd14e5145d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:37:47Z', 'updated_at': '2022-05-23T15:37:50Z', 'revision_number': 4, 'project_id': '449514f02fbc485484110bde5a2018c0', 'gw_port': {'id': '9be3bed4-0c54-4d40-988f-b8cd14e5145d', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:47Z', 'updated_at': '2022-05-23T15:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_floatingips': [{'id': '507d7b03-c445-4f66-b9cd-3f6714f27607', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'floating_ip_address': '172.27.2.221', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'port_id': '9ec6265e-1a00-4a72-a184-cf3c6c301c06', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406', 'mac_address': 'fa:16:3e:a8:10:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cec2db-2c9e-4056-91b1-e16f4981811c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:38:35Z', 'updated_at': '2022-05-23T15:38:35Z', 'revision_number': 0, 'project_id': '449514f02fbc485484110bde5a2018c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '935605e9-544c-410d-90d7-50d8814b2cb7', 'name': '', 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'mac_address': 'fa:16:3e:9b:8b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '2b1946d5-9e4d-4972-92d1-6e334ddbfdf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:50Z', 'updated_at': '2022-05-23T15:37:56Z', 'revision_number': 5, 'project_id': '449514f02fbc485484110bde5a2018c0', 'subnets': [{'id': '2b1946d5-9e4d-4972-92d1-6e334ddbfdf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:38:39.041349 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1b0f38-4b92-4355-8f60-e404a0319e3c None None] New status for floating IP 507d7b03-c445-4f66-b9cd-3f6714f27607: ACTIVE {{(pid=104083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:38:39.659967 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641e80f-80bb-4a12-b38f-9ff3360661f0 req-4c6ed8e2-4d78-4850-ad97-9f4a4f79b2aa tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:39.661955 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6641e80f-80bb-4a12-b38f-9ff3360661f0 req-4c6ed8e2-4d78-4850-ad97-9f4a4f79b2aa tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/ports?device_id=70342d0c-b1ae-4a4e-ab33-02843291f440 HTTP/1.1" status: 200 len: 945 time: 0.0625446 May 23 15:38:39.730694 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device b33b009f-daaf-4106-8d54-393bf1c9bc90 up at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:38:39.731781 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6641e80f-80bb-4a12-b38f-9ff3360661f0 req-10b9ebba-2f2c-4004-a899-7a26bb6220ba tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3e3c02-e423-4739-9e8e-6ae09f5b4da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633893 May 23 15:38:39.779306 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:39.805836 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Provisioning for port b33b009f-daaf-4106-8d54-393bf1c9bc90 completed by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 15:38:39.811018 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Provisioning complete for port b33b009f-daaf-4106-8d54-393bf1c9bc90 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:38:39.811392 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (b33b009f-daaf-4106-8d54-393bf1c9bc90), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:39.903752 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port b33b009f-daaf-4106-8d54-393bf1c9bc90 is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:38:39.904282 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (b33b009f-daaf-4106-8d54-393bf1c9bc90), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:39.934440 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70342d0c-b1ae-4a4e-ab33-02843291f440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33b009f-daaf-4106-8d54-393bf1c9bc90'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:38:39.936837 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f55e67021d3a90dbbd6c8997e5bd31cd20e79582d0fa2823ba23f1fb24bbbe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8f1555-713a-49d0-9e24-585776e8817f" -d '{"events": [{"server_uuid": "70342d0c-b1ae-4a4e-ab33-02843291f440", "name": "network-vif-plugged", "status": "completed", "tag": "b33b009f-daaf-4106-8d54-393bf1c9bc90"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:38:39.952203 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port b33b009f-daaf-4106-8d54-393bf1c9bc90, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=b33b009f-daaf-4106-8d54-393bf1c9bc90,segment=NetworkSegment(d5b569fa-3350-4d1c-9f15-9ed7607bfa54),segment_id=d5b569fa-3350-4d1c-9f15-9ed7607bfa54)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:38:39.958496 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (b33b009f-daaf-4106-8d54-393bf1c9bc90), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:39.987357 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcbe2a6-2972-4ccd-8c47-1e2a59742a2f x-openstack-request-id: req-9bcbe2a6-2972-4ccd-8c47-1e2a59742a2f {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:38:39.987662 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70342d0c-b1ae-4a4e-ab33-02843291f440", "name": "network-vif-plugged", "status": "completed", "tag": "b33b009f-daaf-4106-8d54-393bf1c9bc90", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:38:39.987914 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9bcbe2a6-2972-4ccd-8c47-1e2a59742a2f {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:38:39.988459 dv-cinder-841125-8-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bcbe2a6-2972-4ccd-8c47-1e2a59742a2f'] response: {'server_uuid': '70342d0c-b1ae-4a4e-ab33-02843291f440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33b009f-daaf-4106-8d54-393bf1c9bc90', 'code': 200} May 23 15:38:40.016455 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=b33b009f-daaf-4106-8d54-393bf1c9bc90,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:38:40.213646 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15905a4-e3cc-4576-8928-c767d2c6c1a4 req-91ea3e45-0810-4b85-9b2c-8d65c35e8150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:40.215164 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d15905a4-e3cc-4576-8928-c767d2c6c1a4 req-91ea3e45-0810-4b85-9b2c-8d65c35e8150 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=70342d0c-b1ae-4a4e-ab33-02843291f440 HTTP/1.1" status: 200 len: 1130 time: 0.0433323 May 23 15:38:40.265324 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d15905a4-e3cc-4576-8928-c767d2c6c1a4 req-3448089a-35e0-42f7-9dbc-61d09aa3d39d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4c3e3c02-e423-4739-9e8e-6ae09f5b4da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430360 May 23 15:38:40.856216 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef9ac5-87d5-4ce3-ba5c-2116168d31ff req-0412f2e0-8277-4932-b92c-ddda92907e2c tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:40.863416 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ddef9ac5-87d5-4ce3-ba5c-2116168d31ff req-0412f2e0-8277-4932-b92c-ddda92907e2c tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/ports?device_id=70342d0c-b1ae-4a4e-ab33-02843291f440 HTTP/1.1" status: 200 len: 946 time: 0.0568368 May 23 15:38:40.913743 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ddef9ac5-87d5-4ce3-ba5c-2116168d31ff req-00c1a0ff-f921-49ba-bd94-22c7221ee768 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3e3c02-e423-4739-9e8e-6ae09f5b4da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486875 May 23 15:38:42.059431 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93316949-a3a0-49b0-8c99-47f3e55c8b03 req-0c40e675-e801-45d7-a9d8-5711ded61e02 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:42.062148 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-93316949-a3a0-49b0-8c99-47f3e55c8b03 req-0c40e675-e801-45d7-a9d8-5711ded61e02 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/ports?device_id=70342d0c-b1ae-4a4e-ab33-02843291f440 HTTP/1.1" status: 200 len: 946 time: 0.0610197 May 23 15:38:42.122323 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-93316949-a3a0-49b0-8c99-47f3e55c8b03 req-03844b94-d919-47ed-8bdd-a0e3a338e290 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3e3c02-e423-4739-9e8e-6ae09f5b4da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514109 May 23 15:38:46.967705 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (88197243-2542-4a6c-b81b-f727b3d95aaf), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:49.173964 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=10 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:49.216198 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:50.013951 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=79,neutron:UPDATE=5 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:50.836469 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 40856) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:38:50.887765 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bbfdd1a-f984-4421-b17c-5b4344dbc344 admin admin] Deleting subnet 41851114-c044-4144-af01-eb2fc4da40f7 {{(pid=104081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 15:38:50.891281 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5bbfdd1a-f984-4421-b17c-5b4344dbc344 admin admin] Publish callbacks [] for subnet (41851114-c044-4144-af01-eb2fc4da40f7), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:50.926923 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5bbfdd1a-f984-4421-b17c-5b4344dbc344 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4630923'] for subnet (41851114-c044-4144-af01-eb2fc4da40f7), precommit_delete_associations {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:50.968289 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5bbfdd1a-f984-4421-b17c-5b4344dbc344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773257'] for subnet (41851114-c044-4144-af01-eb2fc4da40f7), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:51.016482 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:51.021581 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5bbfdd1a-f984-4421-b17c-5b4344dbc344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4250509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4734515'] for subnet (41851114-c044-4144-af01-eb2fc4da40f7), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:51.049295 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbfdd1a-f984-4421-b17c-5b4344dbc344 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41851114-c044-4144-af01-eb2fc4da40f7,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:38:51.054864 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5bbfdd1a-f984-4421-b17c-5b4344dbc344 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:51.057937 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-5bbfdd1a-f984-4421-b17c-5b4344dbc344 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/41851114-c044-4144-af01-eb2fc4da40f7 HTTP/1.1" status: 204 len: 168 time: 0.2204416 May 23 15:38:51.060741 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 40860) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:38:51.062792 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbfdd1a-f984-4421-b17c-5b4344dbc344 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:38:51.063135 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbfdd1a-f984-4421-b17c-5b4344dbc344 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:38:51.063474 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbfdd1a-f984-4421-b17c-5b4344dbc344 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:38:51.063811 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbfdd1a-f984-4421-b17c-5b4344dbc344 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:38:51.064145 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbfdd1a-f984-4421-b17c-5b4344dbc344 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:38:51.064478 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbfdd1a-f984-4421-b17c-5b4344dbc344 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:38:51.064801 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbfdd1a-f984-4421-b17c-5b4344dbc344 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:38:51.065209 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbfdd1a-f984-4421-b17c-5b4344dbc344 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:38:51.065485 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbfdd1a-f984-4421-b17c-5b4344dbc344 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:38:51.065811 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbfdd1a-f984-4421-b17c-5b4344dbc344 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:38:51.066140 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbfdd1a-f984-4421-b17c-5b4344dbc344 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:38:51.066462 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbfdd1a-f984-4421-b17c-5b4344dbc344 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:38:51.066792 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbfdd1a-f984-4421-b17c-5b4344dbc344 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:38:51.067666 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbfdd1a-f984-4421-b17c-5b4344dbc344 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:38:51.068022 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbfdd1a-f984-4421-b17c-5b4344dbc344 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:38:51.139393 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-313680d9-7751-4a35-b1d1-6b514f1127ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1839458'] for network (6495a1a0-6477-40d3-9721-b2cb09e400eb), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:51.224087 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-313680d9-7751-4a35-b1d1-6b514f1127ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769542', 'neutron.services.segments.db._delete_segments_for_network-8781040571751'] for network (6495a1a0-6477-40d3-9721-b2cb09e400eb), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:51.244318 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-313680d9-7751-4a35-b1d1-6b514f1127ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6495a1a0-6477-40d3-9721-b2cb09e400eb']}} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:38:51.253475 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-313680d9-7751-4a35-b1d1-6b514f1127ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a33df297-cff4-4dc7-995c-d48d2ea7dd36') {'for_net_delete': True} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:38:51.253786 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-313680d9-7751-4a35-b1d1-6b514f1127ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a33df297-cff4-4dc7-995c-d48d2ea7dd36') {} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:38:51.265469 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-313680d9-7751-4a35-b1d1-6b514f1127ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781040573040', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4413023'] for segment (a33df297-cff4-4dc7-995c-d48d2ea7dd36), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:51.271461 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:51.281531 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-313680d9-7751-4a35-b1d1-6b514f1127ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226'] for segment (a33df297-cff4-4dc7-995c-d48d2ea7dd36), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:51.288584 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-313680d9-7751-4a35-b1d1-6b514f1127ec admin admin] Releasing vlan 954 on physical network physnet1 to pool {{(pid=104080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 15:38:51.289045 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-313680d9-7751-4a35-b1d1-6b514f1127ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4413230'] for segment (a33df297-cff4-4dc7-995c-d48d2ea7dd36), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:51.330415 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.services.segments.plugin [-] Segment a33df297-cff4-4dc7-995c-d48d2ea7dd36 resource provider aggregate not found May 23 15:38:51.352999 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-313680d9-7751-4a35-b1d1-6b514f1127ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-863850'] for network (6495a1a0-6477-40d3-9721-b2cb09e400eb), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:51.357917 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-313680d9-7751-4a35-b1d1-6b514f1127ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:51.361072 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-313680d9-7751-4a35-b1d1-6b514f1127ec admin admin] 10.222.0.30 "DELETE /v2.0/networks/6495a1a0-6477-40d3-9721-b2cb09e400eb HTTP/1.1" status: 204 len: 168 time: 0.2985456 May 23 15:38:51.362719 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.services.segments.plugin [-] Segment a33df297-cff4-4dc7-995c-d48d2ea7dd36 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a33df297-cff4-4dc7-995c-d48d2ea7dd36 found for delete ", "request_id": "req-01289a05-7294-4aeb-a1de-303c4b7d9951"}]} May 23 15:38:51.376062 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313680d9-7751-4a35-b1d1-6b514f1127ec admin admin] Pushing event deleted for resources: {'Network': ['ID=6495a1a0-6477-40d3-9721-b2cb09e400eb,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:38:51.486153 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 40870) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:38:51.530778 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-bcbcf945-ba65-4b16-940d-a96469fdb80e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4b7b56a844c04f0d97fc46c39c8159ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434287 May 23 15:38:51.533856 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 40872) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:38:51.582151 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-859f0e75-4d25-4a8f-814c-dbd0c769159f admin admin] Publish callbacks [] for security_group (3064fff5-b011-4130-9380-5e2a77d8ed80), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:51.607338 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-859f0e75-4d25-4a8f-814c-dbd0c769159f admin admin] Publish callbacks [] for security_group (3064fff5-b011-4130-9380-5e2a77d8ed80), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:51.653667 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-859f0e75-4d25-4a8f-814c-dbd0c769159f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (3064fff5-b011-4130-9380-5e2a77d8ed80), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:51.657152 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-859f0e75-4d25-4a8f-814c-dbd0c769159f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:51.658620 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-859f0e75-4d25-4a8f-814c-dbd0c769159f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3064fff5-b011-4130-9380-5e2a77d8ed80 HTTP/1.1" status: 204 len: 168 time: 0.1235640 May 23 15:38:51.667866 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f0e75-4d25-4a8f-814c-dbd0c769159f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3064fff5-b011-4130-9380-5e2a77d8ed80,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:38:52.618509 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-deeacb48-f8ad-4ee7-aaeb-78a4c3f342fc None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:38:54.578423 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c78c6bb6-e778-48fe-915a-a27ae25d3262 req-1db95761-99bb-4b5c-8199-0b4ff155e97e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d3cec2db-2c9e-4056-91b1-e16f4981811c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424862 May 23 15:38:54.675595 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c6bb6-e778-48fe-915a-a27ae25d3262 req-b2a7eec4-402f-4151-b151-a720418a2a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:54.677437 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c78c6bb6-e778-48fe-915a-a27ae25d3262 req-b2a7eec4-402f-4151-b151-a720418a2a80 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=449514f02fbc485484110bde5a2018c0&device_id=d3cec2db-2c9e-4056-91b1-e16f4981811c HTTP/1.1" status: 200 len: 1130 time: 0.0396197 May 23 15:38:54.778009 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c6bb6-e778-48fe-915a-a27ae25d3262 req-c0374640-73c6-404d-bc48-72b77e02b89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:54.779516 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c78c6bb6-e778-48fe-915a-a27ae25d3262 req-c0374640-73c6-404d-bc48-72b77e02b89e service neutron] 10.222.0.72 "GET /v2.0/networks?id=5ca014fd-aa0f-4216-ae7a-a155fcb74406 HTTP/1.1" status: 200 len: 912 time: 0.0846696 May 23 15:38:54.844645 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c78c6bb6-e778-48fe-915a-a27ae25d3262 req-41c37da7-b3b5-4d80-8873-12831d3e25cf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ec6265e-1a00-4a72-a184-cf3c6c301c06 HTTP/1.1" status: 200 len: 1002 time: 0.0569928 May 23 15:38:54.892065 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c6bb6-e778-48fe-915a-a27ae25d3262 req-580eea3d-396e-4af0-a1fa-4f299c6b12d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:54.893626 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c78c6bb6-e778-48fe-915a-a27ae25d3262 req-580eea3d-396e-4af0-a1fa-4f299c6b12d6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2b1946d5-9e4d-4972-92d1-6e334ddbfdf9 HTTP/1.1" status: 200 len: 850 time: 0.0428882 May 23 15:38:54.936724 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c6bb6-e778-48fe-915a-a27ae25d3262 req-8bf43b2e-d0aa-40e7-9e85-850c22ae2cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:38:54.938229 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c78c6bb6-e778-48fe-915a-a27ae25d3262 req-8bf43b2e-d0aa-40e7-9e85-850c22ae2cf5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ca014fd-aa0f-4216-ae7a-a155fcb74406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388508 May 23 15:38:55.028477 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c78c6bb6-e778-48fe-915a-a27ae25d3262 req-cd6e9e04-d14c-4be4-916a-3d8e97958d93 service neutron] 10.222.0.72 "GET /v2.0/networks/5ca014fd-aa0f-4216-ae7a-a155fcb74406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834792 May 23 15:38:55.080650 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:55.116224 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c78c6bb6-e778-48fe-915a-a27ae25d3262 req-a8830ccb-1aaf-4f77-a193-c9204589a1c5 service neutron] 10.222.0.72 "GET /v2.0/networks/5ca014fd-aa0f-4216-ae7a-a155fcb74406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808818 May 23 15:38:56.963412 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=73,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:39:01.639254 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=26,neutron:DELETE=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:39:01.663426 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:39:01.680374 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=37 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:39:03.114729 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ad7720ac-307c-4aee-b17b-6b549dc3e311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:39:05.111705 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:39:05.112554 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=57 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:39:05.462813 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-952d36c3-ee2f-40f0-a440-776f598ca706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:39:06.942871 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:39:08.081085 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:39:09.629595 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:39:09.633484 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=5 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:39:09.734061 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:39:16.987695 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (88197243-2542-4a6c-b81b-f727b3d95aaf), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:39:24.891662 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c63c54-a1f8-4452-9d2f-7725c186d401 req-b3d9b0cd-4744-488b-a184-016c46bf34cc tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:39:24.893149 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-83c63c54-a1f8-4452-9d2f-7725c186d401 req-b3d9b0cd-4744-488b-a184-016c46bf34cc tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/ports?device_id=70342d0c-b1ae-4a4e-ab33-02843291f440 HTTP/1.1" status: 200 len: 946 time: 0.0470457 May 23 15:39:24.939214 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-83c63c54-a1f8-4452-9d2f-7725c186d401 req-6f19263c-764b-4ab7-9a96-d0fca6f53c73 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3e3c02-e423-4739-9e8e-6ae09f5b4da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403392 May 23 15:39:26.058925 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105a4e0-b5d9-4ffe-b211-a6c7f9ec4026 req-70654adf-4f20-4ce4-886b-e74dbcf7fd4a tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:39:26.060393 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8105a4e0-b5d9-4ffe-b211-a6c7f9ec4026 req-70654adf-4f20-4ce4-886b-e74dbcf7fd4a tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/ports?device_id=70342d0c-b1ae-4a4e-ab33-02843291f440 HTTP/1.1" status: 200 len: 946 time: 0.0518236 May 23 15:39:26.107643 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8105a4e0-b5d9-4ffe-b211-a6c7f9ec4026 req-42a7789d-0893-4fac-871a-61020724042b tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3e3c02-e423-4739-9e8e-6ae09f5b4da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417151 May 23 15:39:26.720892 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b10dad-b1d5-423c-97bc-6b44c2f1fa16 req-a3f02842-f1ff-4e07-83a2-ee28d4d3963a tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:39:26.722331 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-84b10dad-b1d5-423c-97bc-6b44c2f1fa16 req-a3f02842-f1ff-4e07-83a2-ee28d4d3963a tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.72 "GET /v2.0/ports?device_id=70342d0c-b1ae-4a4e-ab33-02843291f440 HTTP/1.1" status: 200 len: 946 time: 0.0459270 May 23 15:39:26.807073 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [req-84b10dad-b1d5-423c-97bc-6b44c2f1fa16 req-f3ae373f-1292-4883-9d32-c26a127b89a0 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Deleting port b33b009f-daaf-4106-8d54-393bf1c9bc90 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:39:26.807414 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-84b10dad-b1d5-423c-97bc-6b44c2f1fa16 req-f3ae373f-1292-4883-9d32-c26a127b89a0 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (b33b009f-daaf-4106-8d54-393bf1c9bc90), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:39:26.895010 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-84b10dad-b1d5-423c-97bc-6b44c2f1fa16 req-f3ae373f-1292-4883-9d32-c26a127b89a0 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] For port b33b009f-daaf-4106-8d54-393bf1c9bc90, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=b33b009f-daaf-4106-8d54-393bf1c9bc90,segment=NetworkSegment(d5b569fa-3350-4d1c-9f15-9ed7607bfa54),segment_id=d5b569fa-3350-4d1c-9f15-9ed7607bfa54)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:39:26.895300 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-84b10dad-b1d5-423c-97bc-6b44c2f1fa16 req-f3ae373f-1292-4883-9d32-c26a127b89a0 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (b33b009f-daaf-4106-8d54-393bf1c9bc90), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:39:26.907897 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [req-84b10dad-b1d5-423c-97bc-6b44c2f1fa16 req-f3ae373f-1292-4883-9d32-c26a127b89a0 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Calling delete_port for b33b009f-daaf-4106-8d54-393bf1c9bc90 owned by compute:nova {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:39:26.977083 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=5 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:39:26.982072 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:UPDATE=2,neutron:SELECT=7 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:39:26.983433 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:39:27.041819 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-84b10dad-b1d5-423c-97bc-6b44c2f1fa16 req-f3ae373f-1292-4883-9d32-c26a127b89a0 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250202'] for port (b33b009f-daaf-4106-8d54-393bf1c9bc90), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:39:27.069931 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ae373f-1292-4883-9d32-c26a127b89a0 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Pushing event deleted for resources: {'Port': ['ID=b33b009f-daaf-4106-8d54-393bf1c9bc90,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:39:27.084000 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] get_ports_and_sgs() called for port_ids ['b33b009f-daaf-4106-8d54-393bf1c9bc90'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:39:27.115695 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b10dad-b1d5-423c-97bc-6b44c2f1fa16 req-f3ae373f-1292-4883-9d32-c26a127b89a0 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] No DVR routers for this DVR port b33b009f-daaf-4106-8d54-393bf1c9bc90 on host hv-cinder-84112 {{(pid=104081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:39:27.118041 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-84b10dad-b1d5-423c-97bc-6b44c2f1fa16 req-f3ae373f-1292-4883-9d32-c26a127b89a0 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for port (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:39:27.121248 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-84b10dad-b1d5-423c-97bc-6b44c2f1fa16 req-f3ae373f-1292-4883-9d32-c26a127b89a0 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.72 "DELETE /v2.0/ports/b33b009f-daaf-4106-8d54-393bf1c9bc90 HTTP/1.1" status: 204 len: 173 time: 0.3936362 May 23 15:39:27.121684 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70342d0c-b1ae-4a4e-ab33-02843291f440', 'name': 'network-vif-deleted', 'tag': 'b33b009f-daaf-4106-8d54-393bf1c9bc90'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:39:27.123891 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d701dac66fe37c46ae86bb78260b1e19b4b16e00f190307f8222235e17cfe25e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798292b5-1edf-4c95-865f-59bd4281a45d" -d '{"events": [{"server_uuid": "70342d0c-b1ae-4a4e-ab33-02843291f440", "name": "network-vif-deleted", "tag": "b33b009f-daaf-4106-8d54-393bf1c9bc90"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:39:27.165334 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514697b9-3c29-4596-b78c-a4bd463b9a6a x-openstack-request-id: req-514697b9-3c29-4596-b78c-a4bd463b9a6a {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:39:27.165724 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70342d0c-b1ae-4a4e-ab33-02843291f440", "name": "network-vif-deleted", "tag": "b33b009f-daaf-4106-8d54-393bf1c9bc90", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:39:27.166114 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-514697b9-3c29-4596-b78c-a4bd463b9a6a {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:39:27.166695 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-514697b9-3c29-4596-b78c-a4bd463b9a6a'] response: {'server_uuid': '70342d0c-b1ae-4a4e-ab33-02843291f440', 'name': 'network-vif-deleted', 'tag': 'b33b009f-daaf-4106-8d54-393bf1c9bc90', 'status': 'completed', 'code': 200} May 23 15:39:27.207835 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-694e0932-0a93-4b86-a24a-03e414cf095c req-9d9c8973-7423-4331-b73d-41fb23cc2bd6 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/ports?device_id=70342d0c-b1ae-4a4e-ab33-02843291f440 HTTP/1.1" status: 200 len: 210 time: 0.0282471 May 23 15:39:29.618188 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-deeacb48-f8ad-4ee7-aaeb-78a4c3f342fc None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:39:31.270788 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device b33b009f-daaf-4106-8d54-393bf1c9bc90 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:39:31.295587 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] No Port match for: b33b009f-daaf-4106-8d54-393bf1c9bc90 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:39:31.296055 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device b33b009f-daaf-4106-8d54-393bf1c9bc90 not bound to the agent host hv-cinder-84112 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:39:33.117035 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c1be9481-6471-4eca-9105-6922dfcf4a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:39:34.928556 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=8 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:39:34.936096 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=10 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:39:35.464656 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-425480bf-ace9-4e8e-88b0-2cadbe8cb2a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:39:36.200138 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838a64a-b537-4411-a936-6e27a8e1b45e req-093557c4-57d4-4cbd-a46f-b2f81201e8e1 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:39:36.201521 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1838a64a-b537-4411-a936-6e27a8e1b45e req-093557c4-57d4-4cbd-a46f-b2f81201e8e1 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/networks?id=eb85c015-3e09-409a-a7de-db03c09bb6f2 HTTP/1.1" status: 200 len: 814 time: 0.0971534 May 23 15:39:36.215503 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1838a64a-b537-4411-a936-6e27a8e1b45e req-23530706-5d16-4f6a-8286-bc29298af0e3 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/quotas/8fbd7396d6be4ec28f8df7c62b20d10b HTTP/1.1" status: 200 len: 375 time: 0.0086894 May 23 15:39:36.252125 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1838a64a-b537-4411-a936-6e27a8e1b45e req-4e357349-6f04-49a3-9e71-c8bfbbd59bac tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8fbd7396d6be4ec28f8df7c62b20d10b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318389 May 23 15:39:36.340846 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1838a64a-b537-4411-a936-6e27a8e1b45e req-de5cdb8b-4b5f-4c15-b30e-04b0a0fe9a1c service neutron] 10.222.0.30 "GET /v2.0/networks/eb85c015-3e09-409a-a7de-db03c09bb6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810754 May 23 15:39:36.416334 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:39:36.433387 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1838a64a-b537-4411-a936-6e27a8e1b45e req-7b21d46d-7306-4647-8ea7-9345930f78c1 service neutron] 10.222.0.30 "GET /v2.0/networks/eb85c015-3e09-409a-a7de-db03c09bb6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866745 May 23 15:39:36.604093 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5db3ee41-669f-4653-9d93-56ac85d50d49 req-72b86693-1dc7-4228-9b21-5f251cff25fd tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/ports?device_id=527e759c-541b-46fb-aa31-c80210ce4c00 HTTP/1.1" status: 200 len: 210 time: 0.0362537 May 23 15:39:36.945880 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:39:37.660581 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838a64a-b537-4411-a936-6e27a8e1b45e req-fdc9179b-d407-4323-83ca-4d4330d89e22 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:39:37.663329 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1838a64a-b537-4411-a936-6e27a8e1b45e req-fdc9179b-d407-4323-83ca-4d4330d89e22 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.72 "GET /v2.0/networks?id=eb85c015-3e09-409a-a7de-db03c09bb6f2 HTTP/1.1" status: 200 len: 814 time: 0.1071200 May 23 15:39:37.701829 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [req-1838a64a-b537-4411-a936-6e27a8e1b45e req-6fba5cab-e13a-4e10-b96e-b2332990d75a tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Request body: {'port': {'device_id': '527e759c-541b-46fb-aa31-c80210ce4c00', 'network_id': 'eb85c015-3e09-409a-a7de-db03c09bb6f2', 'admin_state_up': True, 'tenant_id': '8fbd7396d6be4ec28f8df7c62b20d10b'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:39:37.726914 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4196f86b-c411-431d-9313-8241883dc8e7 req-d09dea39-4b7c-4140-9a8b-0b4305de7378 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/ports?device_id=527e759c-541b-46fb-aa31-c80210ce4c00 HTTP/1.1" status: 200 len: 210 time: 0.0401099 May 23 15:39:37.810978 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:39:37.828921 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1838a64a-b537-4411-a936-6e27a8e1b45e req-6fba5cab-e13a-4e10-b96e-b2332990d75a tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Made reservation on behalf of 8fbd7396d6be4ec28f8df7c62b20d10b for: {'port': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:39:37.832201 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-1838a64a-b537-4411-a936-6e27a8e1b45e req-6fba5cab-e13a-4e10-b96e-b2332990d75a tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:39:37.959370 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [req-1838a64a-b537-4411-a936-6e27a8e1b45e req-6fba5cab-e13a-4e10-b96e-b2332990d75a tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Allocated IP 172.20.0.13 (eb85c015-3e09-409a-a7de-db03c09bb6f2/86e11172-451e-400e-b512-4354af1164f5/26112dd9-24d4-46a9-9966-ac86ac96bf94) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:39:38.083447 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:39:38.107686 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-1838a64a-b537-4411-a936-6e27a8e1b45e req-6fba5cab-e13a-4e10-b96e-b2332990d75a tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Publish callbacks [] for port (26112dd9-24d4-46a9-9966-ac86ac96bf94), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:39:38.139232 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-1838a64a-b537-4411-a936-6e27a8e1b45e req-6fba5cab-e13a-4e10-b96e-b2332990d75a tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250202'] for port (26112dd9-24d4-46a9-9966-ac86ac96bf94), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:39:38.183578 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1838a64a-b537-4411-a936-6e27a8e1b45e req-6fba5cab-e13a-4e10-b96e-b2332990d75a tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Network eb85c015-3e09-409a-a7de-db03c09bb6f2 is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:39:38.188650 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [req-1838a64a-b537-4411-a936-6e27a8e1b45e req-6fba5cab-e13a-4e10-b96e-b2332990d75a tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:39:38.192276 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [req-1838a64a-b537-4411-a936-6e27a8e1b45e req-6fba5cab-e13a-4e10-b96e-b2332990d75a tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:39:38.218999 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba5cab-e13a-4e10-b96e-b2332990d75a tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Pushing event updated for resources: {'Port': ['ID=26112dd9-24d4-46a9-9966-ac86ac96bf94,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:39:38.243712 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838a64a-b537-4411-a936-6e27a8e1b45e req-6fba5cab-e13a-4e10-b96e-b2332990d75a tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:39:38.244316 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-1838a64a-b537-4411-a936-6e27a8e1b45e req-6fba5cab-e13a-4e10-b96e-b2332990d75a tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for port (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:39:38.259614 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1838a64a-b537-4411-a936-6e27a8e1b45e req-6fba5cab-e13a-4e10-b96e-b2332990d75a tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5710502 May 23 15:39:38.283767 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [req-1838a64a-b537-4411-a936-6e27a8e1b45e req-1df08280-f91b-41a4-b049-4352332e84c0 service neutron] Request body: {'port': {'device_id': '527e759c-541b-46fb-aa31-c80210ce4c00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:39:38.341833 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-1838a64a-b537-4411-a936-6e27a8e1b45e req-1df08280-f91b-41a4-b049-4352332e84c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (26112dd9-24d4-46a9-9966-ac86ac96bf94), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:39:38.398942 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:39:38.614624 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:39:38.661254 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [req-1838a64a-b537-4411-a936-6e27a8e1b45e req-1df08280-f91b-41a4-b049-4352332e84c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26112dd9-24d4-46a9-9966-ac86ac96bf94 {{(pid=104081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:39:38.669231 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-1838a64a-b537-4411-a936-6e27a8e1b45e req-1df08280-f91b-41a4-b049-4352332e84c0 service neutron] Publish callbacks [] for port (26112dd9-24d4-46a9-9966-ac86ac96bf94), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:39:38.682261 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [req-1838a64a-b537-4411-a936-6e27a8e1b45e req-1df08280-f91b-41a4-b049-4352332e84c0 service neutron] Transition to ACTIVE for port object 26112dd9-24d4-46a9-9966-ac86ac96bf94 will not be triggered until provisioned by entity L2. {{(pid=104081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 15:39:38.685906 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-1838a64a-b537-4411-a936-6e27a8e1b45e req-1df08280-f91b-41a4-b049-4352332e84c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4250195'] for port (26112dd9-24d4-46a9-9966-ac86ac96bf94), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:39:38.736917 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df08280-f91b-41a4-b049-4352332e84c0 service neutron] Pushing event updated for resources: {'Port': ['ID=26112dd9-24d4-46a9-9966-ac86ac96bf94,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:39:38.822772 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-1838a64a-b537-4411-a936-6e27a8e1b45e req-1df08280-f91b-41a4-b049-4352332e84c0 service neutron] Attempting to bind port 26112dd9-24d4-46a9-9966-ac86ac96bf94 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:39:38.823107 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-1838a64a-b537-4411-a936-6e27a8e1b45e req-1df08280-f91b-41a4-b049-4352332e84c0 service neutron] Attempting to bind port 26112dd9-24d4-46a9-9966-ac86ac96bf94 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': 'd5b569fa-3350-4d1c-9f15-9ed7607bfa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'eb85c015-3e09-409a-a7de-db03c09bb6f2'}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:39:38.823440 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1838a64a-b537-4411-a936-6e27a8e1b45e req-1df08280-f91b-41a4-b049-4352332e84c0 service neutron] Attempting to bind port 26112dd9-24d4-46a9-9966-ac86ac96bf94 on network eb85c015-3e09-409a-a7de-db03c09bb6f2 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:39:38.827839 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1838a64a-b537-4411-a936-6e27a8e1b45e req-1df08280-f91b-41a4-b049-4352332e84c0 service neutron] Port 26112dd9-24d4-46a9-9966-ac86ac96bf94 on network eb85c015-3e09-409a-a7de-db03c09bb6f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 15:39:38.828161 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1838a64a-b537-4411-a936-6e27a8e1b45e req-1df08280-f91b-41a4-b049-4352332e84c0 service neutron] Attempting to bind port 26112dd9-24d4-46a9-9966-ac86ac96bf94 on network eb85c015-3e09-409a-a7de-db03c09bb6f2 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:39:38.833127 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1838a64a-b537-4411-a936-6e27a8e1b45e req-1df08280-f91b-41a4-b049-4352332e84c0 service neutron] Checking agent: {'id': '88197243-2542-4a6c-b81b-f727b3d95aaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 27, 45), 'started_at': datetime.datetime(2022, 5, 23, 15, 27, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:39:38.833463 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1838a64a-b537-4411-a936-6e27a8e1b45e req-1df08280-f91b-41a4-b049-4352332e84c0 service neutron] Checking segment: {'id': 'd5b569fa-3350-4d1c-9f15-9ed7607bfa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'eb85c015-3e09-409a-a7de-db03c09bb6f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:39:38.834382 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1838a64a-b537-4411-a936-6e27a8e1b45e req-1df08280-f91b-41a4-b049-4352332e84c0 service neutron] Bound using segment: {'id': 'd5b569fa-3350-4d1c-9f15-9ed7607bfa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'eb85c015-3e09-409a-a7de-db03c09bb6f2'} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:39:38.834811 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-1838a64a-b537-4411-a936-6e27a8e1b45e req-1df08280-f91b-41a4-b049-4352332e84c0 service neutron] Bound port: 26112dd9-24d4-46a9-9966-ac86ac96bf94, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5b569fa-3350-4d1c-9f15-9ed7607bfa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'eb85c015-3e09-409a-a7de-db03c09bb6f2'}}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:39:38.835162 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-1838a64a-b537-4411-a936-6e27a8e1b45e req-1df08280-f91b-41a4-b049-4352332e84c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (26112dd9-24d4-46a9-9966-ac86ac96bf94), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:39:38.846179 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e2fe39-f71b-4387-9577-140ff11cf955 req-68cf7747-9532-441a-8869-923d597db528 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:39:38.847660 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-e1e2fe39-f71b-4387-9577-140ff11cf955 req-68cf7747-9532-441a-8869-923d597db528 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/ports?device_id=527e759c-541b-46fb-aa31-c80210ce4c00 HTTP/1.1" status: 200 len: 944 time: 0.0491724 May 23 15:39:38.897586 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-e1e2fe39-f71b-4387-9577-140ff11cf955 req-0637c256-f5ad-4602-ba6f-383ccd7372c9 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3e3c02-e423-4739-9e8e-6ae09f5b4da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429063 May 23 15:39:38.897808 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-1838a64a-b537-4411-a936-6e27a8e1b45e req-1df08280-f91b-41a4-b049-4352332e84c0 service neutron] For port 26112dd9-24d4-46a9-9966-ac86ac96bf94, host hv-cinder-84112, cleared binding levels {{(pid=104081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:39:38.901065 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-1838a64a-b537-4411-a936-6e27a8e1b45e req-1df08280-f91b-41a4-b049-4352332e84c0 service neutron] For port 26112dd9-24d4-46a9-9966-ac86ac96bf94, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=26112dd9-24d4-46a9-9966-ac86ac96bf94,segment=NetworkSegment(d5b569fa-3350-4d1c-9f15-9ed7607bfa54),segment_id=d5b569fa-3350-4d1c-9f15-9ed7607bfa54)] {{(pid=104081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:39:38.907346 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-1838a64a-b537-4411-a936-6e27a8e1b45e req-1df08280-f91b-41a4-b049-4352332e84c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4250195'] for port (26112dd9-24d4-46a9-9966-ac86ac96bf94), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:39:38.945618 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838a64a-b537-4411-a936-6e27a8e1b45e req-1df08280-f91b-41a4-b049-4352332e84c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:39:38.946231 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-1838a64a-b537-4411-a936-6e27a8e1b45e req-1df08280-f91b-41a4-b049-4352332e84c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for port (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:39:38.947593 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1838a64a-b537-4411-a936-6e27a8e1b45e req-1df08280-f91b-41a4-b049-4352332e84c0 service neutron] 10.222.0.72 "PUT /v2.0/ports/26112dd9-24d4-46a9-9966-ac86ac96bf94 HTTP/1.1" status: 200 len: 1094 time: 0.6677504 May 23 15:39:38.948028 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '527e759c-541b-46fb-aa31-c80210ce4c00', 'tag': '26112dd9-24d4-46a9-9966-ac86ac96bf94'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:39:38.950251 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d701dac66fe37c46ae86bb78260b1e19b4b16e00f190307f8222235e17cfe25e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8880b4-f027-442a-ae65-29aa492beb61" -d '{"events": [{"name": "network-changed", "server_uuid": "527e759c-541b-46fb-aa31-c80210ce4c00", "tag": "26112dd9-24d4-46a9-9966-ac86ac96bf94"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:39:38.968254 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df08280-f91b-41a4-b049-4352332e84c0 service neutron] Pushing event updated for resources: {'Port': ['ID=26112dd9-24d4-46a9-9966-ac86ac96bf94,revision_number=3']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:39:38.989004 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab90c2a3-969b-4f96-ab83-3b42335f3df3 x-openstack-request-id: req-ab90c2a3-969b-4f96-ab83-3b42335f3df3 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:39:38.989300 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "527e759c-541b-46fb-aa31-c80210ce4c00", "tag": "26112dd9-24d4-46a9-9966-ac86ac96bf94", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:39:38.989559 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ab90c2a3-969b-4f96-ab83-3b42335f3df3 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:39:38.990049 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab90c2a3-969b-4f96-ab83-3b42335f3df3'] response: {'name': 'network-changed', 'server_uuid': '527e759c-541b-46fb-aa31-c80210ce4c00', 'tag': '26112dd9-24d4-46a9-9966-ac86ac96bf94', 'status': 'completed', 'code': 200} May 23 15:39:39.059921 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838a64a-b537-4411-a936-6e27a8e1b45e req-91b583c2-8e4d-45b5-a634-e4856e091445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:39:39.061435 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1838a64a-b537-4411-a936-6e27a8e1b45e req-91b583c2-8e4d-45b5-a634-e4856e091445 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8fbd7396d6be4ec28f8df7c62b20d10b&device_id=527e759c-541b-46fb-aa31-c80210ce4c00 HTTP/1.1" status: 200 len: 1128 time: 0.0426810 May 23 15:39:39.114928 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1838a64a-b537-4411-a936-6e27a8e1b45e req-d651adf4-6d0e-4e7c-a23e-b0e5cb5daa9e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26112dd9-24d4-46a9-9966-ac86ac96bf94 HTTP/1.1" status: 200 len: 217 time: 0.0319662 May 23 15:39:39.165532 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838a64a-b537-4411-a936-6e27a8e1b45e req-562f165b-e2a3-4bd1-aefa-1ed9984d6ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:39:39.166842 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1838a64a-b537-4411-a936-6e27a8e1b45e req-562f165b-e2a3-4bd1-aefa-1ed9984d6ed7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=86e11172-451e-400e-b512-4354af1164f5 HTTP/1.1" status: 200 len: 854 time: 0.0433073 May 23 15:39:39.200024 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1838a64a-b537-4411-a936-6e27a8e1b45e req-ae41b8a5-6e94-42d5-b175-10aeb7e44fd1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eb85c015-3e09-409a-a7de-db03c09bb6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248041 May 23 15:39:39.288781 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:39:39.295457 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1838a64a-b537-4411-a936-6e27a8e1b45e req-8724fffc-315e-4d23-bc9c-9283364b7791 service neutron] 10.222.0.72 "GET /v2.0/networks/eb85c015-3e09-409a-a7de-db03c09bb6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869174 May 23 15:39:39.386592 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1838a64a-b537-4411-a936-6e27a8e1b45e req-79a91344-4d33-43a0-b53e-333456ce7779 service neutron] 10.222.0.72 "GET /v2.0/networks/eb85c015-3e09-409a-a7de-db03c09bb6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816514 May 23 15:39:39.736156 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:39:40.012518 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa5b92-0086-4ea1-b30e-674692058f42 req-63cdb81b-279d-4781-b903-212fe306d15b tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:39:40.014007 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-26fa5b92-0086-4ea1-b30e-674692058f42 req-63cdb81b-279d-4781-b903-212fe306d15b tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/ports?device_id=527e759c-541b-46fb-aa31-c80210ce4c00 HTTP/1.1" status: 200 len: 944 time: 0.0471675 May 23 15:39:40.062548 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-26fa5b92-0086-4ea1-b30e-674692058f42 req-e99d641b-89a9-4b68-a448-105aeea8da6c tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3e3c02-e423-4739-9e8e-6ae09f5b4da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430107 May 23 15:39:40.424597 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8880b4-f027-442a-ae65-29aa492beb61 req-387c3591-306f-486f-bb1a-f7bc62345093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:39:40.426123 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fe8880b4-f027-442a-ae65-29aa492beb61 req-387c3591-306f-486f-bb1a-f7bc62345093 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8fbd7396d6be4ec28f8df7c62b20d10b&device_id=527e759c-541b-46fb-aa31-c80210ce4c00 HTTP/1.1" status: 200 len: 1128 time: 0.0463555 May 23 15:39:40.514152 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8880b4-f027-442a-ae65-29aa492beb61 req-39e1006b-6aeb-4c63-a0db-ad3bdf3c18ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:39:40.515615 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fe8880b4-f027-442a-ae65-29aa492beb61 req-39e1006b-6aeb-4c63-a0db-ad3bdf3c18ed service neutron] 10.222.0.72 "GET /v2.0/networks?id=eb85c015-3e09-409a-a7de-db03c09bb6f2 HTTP/1.1" status: 200 len: 915 time: 0.0837648 May 23 15:39:40.560518 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fe8880b4-f027-442a-ae65-29aa492beb61 req-519397cf-3d63-40dc-b8c1-ce68e41016e0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26112dd9-24d4-46a9-9966-ac86ac96bf94 HTTP/1.1" status: 200 len: 217 time: 0.0355093 May 23 15:39:40.611196 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8880b4-f027-442a-ae65-29aa492beb61 req-095e64f8-4ed6-4065-84d8-c903f5190627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:39:40.612661 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fe8880b4-f027-442a-ae65-29aa492beb61 req-095e64f8-4ed6-4065-84d8-c903f5190627 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=86e11172-451e-400e-b512-4354af1164f5 HTTP/1.1" status: 200 len: 854 time: 0.0435371 May 23 15:39:40.646880 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fe8880b4-f027-442a-ae65-29aa492beb61 req-ed5be6ef-4907-474c-9792-aec7e0036072 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eb85c015-3e09-409a-a7de-db03c09bb6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247464 May 23 15:39:40.735931 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fe8880b4-f027-442a-ae65-29aa492beb61 req-ca43424c-243b-4d9e-89cc-cd37edf5efd1 service neutron] 10.222.0.72 "GET /v2.0/networks/eb85c015-3e09-409a-a7de-db03c09bb6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805821 May 23 15:39:40.813249 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:39:40.832177 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fe8880b4-f027-442a-ae65-29aa492beb61 req-37607507-1a87-415d-a8a8-abef540b01d2 service neutron] 10.222.0.72 "GET /v2.0/networks/eb85c015-3e09-409a-a7de-db03c09bb6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866830 May 23 15:39:41.178941 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662c46c-5808-4cf6-8277-867f00542b1f req-2ea34d0e-afb8-4ac8-ac20-97aa8f230dd7 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:39:41.180420 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5662c46c-5808-4cf6-8277-867f00542b1f req-2ea34d0e-afb8-4ac8-ac20-97aa8f230dd7 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/ports?device_id=527e759c-541b-46fb-aa31-c80210ce4c00 HTTP/1.1" status: 200 len: 944 time: 0.0477324 May 23 15:39:41.226079 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5662c46c-5808-4cf6-8277-867f00542b1f req-ea518bc9-8300-498a-b6de-1ce4ae818429 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3e3c02-e423-4739-9e8e-6ae09f5b4da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400622 May 23 15:39:42.080122 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 26112dd9-24d4-46a9-9966-ac86ac96bf94 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:39:42.173624 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 26112dd9-24d4-46a9-9966-ac86ac96bf94, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=26112dd9-24d4-46a9-9966-ac86ac96bf94,segment=NetworkSegment(d5b569fa-3350-4d1c-9f15-9ed7607bfa54),segment_id=d5b569fa-3350-4d1c-9f15-9ed7607bfa54)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:39:42.185289 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Returning: {'device': '26112dd9-24d4-46a9-9966-ac86ac96bf94', 'network_id': 'eb85c015-3e09-409a-a7de-db03c09bb6f2', 'port_id': '26112dd9-24d4-46a9-9966-ac86ac96bf94', 'mac_address': 'fa:16:3e:7f:48:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 993, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86e11172-451e-400e-b512-4354af1164f5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:39:42.222781 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port 26112dd9-24d4-46a9-9966-ac86ac96bf94 is: DOWN; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:39:42.223175 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (26112dd9-24d4-46a9-9966-ac86ac96bf94), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:39:42.236243 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26112dd9-24d4-46a9-9966-ac86ac96bf94 {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:39:42.256622 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 26112dd9-24d4-46a9-9966-ac86ac96bf94, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=26112dd9-24d4-46a9-9966-ac86ac96bf94,segment=NetworkSegment(d5b569fa-3350-4d1c-9f15-9ed7607bfa54),segment_id=d5b569fa-3350-4d1c-9f15-9ed7607bfa54)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:39:42.260570 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (26112dd9-24d4-46a9-9966-ac86ac96bf94), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:39:42.307930 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=26112dd9-24d4-46a9-9966-ac86ac96bf94,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:39:42.315023 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:39:42.315373 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:39:42.315719 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:39:42.316066 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:39:42.316399 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:39:42.316732 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:39:42.317087 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:39:42.317414 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:39:42.317765 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:39:42.318096 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:39:42.318428 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:39:42.318757 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:39:42.319238 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:39:42.319572 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:39:42.319904 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:39:42.343558 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56812a23-6776-4f73-b38d-26745df0240f req-a920b6ec-56fa-4c8c-a172-b448ba3f6930 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:39:42.344989 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-56812a23-6776-4f73-b38d-26745df0240f req-a920b6ec-56fa-4c8c-a172-b448ba3f6930 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/ports?device_id=527e759c-541b-46fb-aa31-c80210ce4c00 HTTP/1.1" status: 200 len: 945 time: 0.0504723 May 23 15:39:42.395642 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-56812a23-6776-4f73-b38d-26745df0240f req-e30f98b3-f4b3-46fc-890f-b9f08783ee61 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3e3c02-e423-4739-9e8e-6ae09f5b4da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445194 May 23 15:39:42.596920 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] get_ports_and_sgs() called for port_ids ['26112dd9-24d4-46a9-9966-ac86ac96bf94'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:39:43.512136 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7bb81d-a804-4624-9a67-3a004cd88343 req-9f091c6a-206a-439d-a4b7-f4a7024ccb78 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:39:43.513637 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ca7bb81d-a804-4624-9a67-3a004cd88343 req-9f091c6a-206a-439d-a4b7-f4a7024ccb78 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/ports?device_id=527e759c-541b-46fb-aa31-c80210ce4c00 HTTP/1.1" status: 200 len: 945 time: 0.0506289 May 23 15:39:43.561316 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ca7bb81d-a804-4624-9a67-3a004cd88343 req-7f2a932a-f68c-4065-b3cb-bbf23f52b08c tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3e3c02-e423-4739-9e8e-6ae09f5b4da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421205 May 23 15:39:44.095897 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 26112dd9-24d4-46a9-9966-ac86ac96bf94 up at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:39:44.138129 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Provisioning for port 26112dd9-24d4-46a9-9966-ac86ac96bf94 completed by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 15:39:44.144087 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Provisioning complete for port 26112dd9-24d4-46a9-9966-ac86ac96bf94 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:39:44.144466 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (26112dd9-24d4-46a9-9966-ac86ac96bf94), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:39:44.216843 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port 26112dd9-24d4-46a9-9966-ac86ac96bf94 is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:39:44.217239 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (26112dd9-24d4-46a9-9966-ac86ac96bf94), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:39:44.238690 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527e759c-541b-46fb-aa31-c80210ce4c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26112dd9-24d4-46a9-9966-ac86ac96bf94'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:39:44.241617 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f55e67021d3a90dbbd6c8997e5bd31cd20e79582d0fa2823ba23f1fb24bbbe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ab6252-6cec-4e80-a9d1-3f734a2213b7" -d '{"events": [{"server_uuid": "527e759c-541b-46fb-aa31-c80210ce4c00", "name": "network-vif-plugged", "status": "completed", "tag": "26112dd9-24d4-46a9-9966-ac86ac96bf94"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:39:44.253801 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 26112dd9-24d4-46a9-9966-ac86ac96bf94, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=26112dd9-24d4-46a9-9966-ac86ac96bf94,segment=NetworkSegment(d5b569fa-3350-4d1c-9f15-9ed7607bfa54),segment_id=d5b569fa-3350-4d1c-9f15-9ed7607bfa54)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:39:44.258878 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (26112dd9-24d4-46a9-9966-ac86ac96bf94), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:39:44.282164 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35e0ac1-c43c-41bf-a2e0-01733632b7f5 x-openstack-request-id: req-c35e0ac1-c43c-41bf-a2e0-01733632b7f5 {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:39:44.282461 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "527e759c-541b-46fb-aa31-c80210ce4c00", "name": "network-vif-plugged", "status": "completed", "tag": "26112dd9-24d4-46a9-9966-ac86ac96bf94", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:39:44.282721 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c35e0ac1-c43c-41bf-a2e0-01733632b7f5 {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:39:44.283350 dv-cinder-841125-8-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c35e0ac1-c43c-41bf-a2e0-01733632b7f5'] response: {'server_uuid': '527e759c-541b-46fb-aa31-c80210ce4c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26112dd9-24d4-46a9-9966-ac86ac96bf94', 'code': 200} May 23 15:39:44.309729 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=26112dd9-24d4-46a9-9966-ac86ac96bf94,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:39:44.481728 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eaaf61-c4e7-4129-8eaa-60a090154b61 req-d5ba586b-49aa-4352-9712-68ef6caa97db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:39:44.483111 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c3eaaf61-c4e7-4129-8eaa-60a090154b61 req-d5ba586b-49aa-4352-9712-68ef6caa97db service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=527e759c-541b-46fb-aa31-c80210ce4c00 HTTP/1.1" status: 200 len: 1130 time: 0.0383461 May 23 15:39:44.529361 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c3eaaf61-c4e7-4129-8eaa-60a090154b61 req-071a00da-a110-4d31-976c-2688d82499f7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4c3e3c02-e423-4739-9e8e-6ae09f5b4da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374188 May 23 15:39:44.677385 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d4d35-00f0-4a59-9e92-fbd5d34077da req-80cc0c4e-1890-4d14-81bd-647c4160a516 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:39:44.678862 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-bf0d4d35-00f0-4a59-9e92-fbd5d34077da req-80cc0c4e-1890-4d14-81bd-647c4160a516 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/ports?device_id=527e759c-541b-46fb-aa31-c80210ce4c00 HTTP/1.1" status: 200 len: 946 time: 0.0494115 May 23 15:39:44.727669 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-bf0d4d35-00f0-4a59-9e92-fbd5d34077da req-cb1f2c0e-a6f8-4424-ae4a-f68ae2ad34e6 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3e3c02-e423-4739-9e8e-6ae09f5b4da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424824 May 23 15:39:45.843275 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd59a4-0d80-4f16-a0f1-6b627fb914b8 req-da259048-5a42-4460-adaf-5b7dd8954398 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:39:45.844733 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-1acd59a4-0d80-4f16-a0f1-6b627fb914b8 req-da259048-5a42-4460-adaf-5b7dd8954398 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/ports?device_id=527e759c-541b-46fb-aa31-c80210ce4c00 HTTP/1.1" status: 200 len: 946 time: 0.0456700 May 23 15:39:45.891772 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-1acd59a4-0d80-4f16-a0f1-6b627fb914b8 req-9c180d0f-981f-48d8-aa54-cc65e1e54ff2 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3e3c02-e423-4739-9e8e-6ae09f5b4da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404329 May 23 15:39:46.626307 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=4 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:39:46.631570 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=4 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:39:46.989576 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (88197243-2542-4a6c-b81b-f727b3d95aaf), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:39:47.172991 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a6c8d-ade1-4854-b9b1-1134cfcc50c3 req-f55845bf-788c-4cc6-bfdd-8134e03f320e tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:39:47.174501 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f92a6c8d-ade1-4854-b9b1-1134cfcc50c3 req-f55845bf-788c-4cc6-bfdd-8134e03f320e tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/ports?device_id=527e759c-541b-46fb-aa31-c80210ce4c00 HTTP/1.1" status: 200 len: 946 time: 0.2091839 May 23 15:39:47.220165 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f92a6c8d-ade1-4854-b9b1-1134cfcc50c3 req-c23ee198-cf53-4f2c-8367-38576c988c3a tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3e3c02-e423-4739-9e8e-6ae09f5b4da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399699 May 23 15:39:55.886070 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=37 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:39:55.888057 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=37 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:39:56.978316 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=67,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:39:56.982815 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=65,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:39:56.984856 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=56,neutron:UPDATE=6 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:39:57.209527 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:39:57.217051 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=47 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:39:58.128831 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=10 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:39:58.130750 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=16 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:03.118180 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b000503d-7e97-42aa-80ef-97ae0fc9ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:05.466511 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cf547630-8774-4331-8bba-120391a450b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:06.616570 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-deeacb48-f8ad-4ee7-aaeb-78a4c3f342fc None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:40:06.948254 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:07.252797 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b4ed4a-17fd-45f1-8ed8-e20460456db4 req-9d330f2b-8e4a-40c9-bdd2-2b7ca75963eb tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:40:07.254277 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f6b4ed4a-17fd-45f1-8ed8-e20460456db4 req-9d330f2b-8e4a-40c9-bdd2-2b7ca75963eb tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/ports?device_id=527e759c-541b-46fb-aa31-c80210ce4c00 HTTP/1.1" status: 200 len: 946 time: 0.0466311 May 23 15:40:07.304396 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f6b4ed4a-17fd-45f1-8ed8-e20460456db4 req-257f2996-04d9-4c11-a02b-a638b3cbeab5 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3e3c02-e423-4739-9e8e-6ae09f5b4da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446134 May 23 15:40:08.086751 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:08.473336 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75cecb-8fa2-43fe-ac05-f7d6dbf9f4ef req-0fa85b1a-de09-4280-8d29-c3f279290f35 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:40:08.474832 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2b75cecb-8fa2-43fe-ac05-f7d6dbf9f4ef req-0fa85b1a-de09-4280-8d29-c3f279290f35 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/ports?device_id=527e759c-541b-46fb-aa31-c80210ce4c00 HTTP/1.1" status: 200 len: 946 time: 0.1006696 May 23 15:40:08.525142 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2b75cecb-8fa2-43fe-ac05-f7d6dbf9f4ef req-efcf153f-1ca4-46cd-a50d-a2440a8187bb tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3e3c02-e423-4739-9e8e-6ae09f5b4da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438404 May 23 15:40:09.080928 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d0191d-dc45-4178-beec-b1a8ad5b2d7a req-320fa2b9-a534-4316-8d87-04e930139030 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:40:09.082365 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-17d0191d-dc45-4178-beec-b1a8ad5b2d7a req-320fa2b9-a534-4316-8d87-04e930139030 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.72 "GET /v2.0/ports?device_id=527e759c-541b-46fb-aa31-c80210ce4c00 HTTP/1.1" status: 200 len: 946 time: 0.0460026 May 23 15:40:09.163723 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [req-17d0191d-dc45-4178-beec-b1a8ad5b2d7a req-e6a48aeb-bb4e-42bf-ad16-51e96417e5c9 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Deleting port 26112dd9-24d4-46a9-9966-ac86ac96bf94 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:40:09.164067 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-17d0191d-dc45-4178-beec-b1a8ad5b2d7a req-e6a48aeb-bb4e-42bf-ad16-51e96417e5c9 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (26112dd9-24d4-46a9-9966-ac86ac96bf94), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:09.256221 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-17d0191d-dc45-4178-beec-b1a8ad5b2d7a req-e6a48aeb-bb4e-42bf-ad16-51e96417e5c9 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] For port 26112dd9-24d4-46a9-9966-ac86ac96bf94, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=26112dd9-24d4-46a9-9966-ac86ac96bf94,segment=NetworkSegment(d5b569fa-3350-4d1c-9f15-9ed7607bfa54),segment_id=d5b569fa-3350-4d1c-9f15-9ed7607bfa54)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:40:09.256582 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-17d0191d-dc45-4178-beec-b1a8ad5b2d7a req-e6a48aeb-bb4e-42bf-ad16-51e96417e5c9 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (26112dd9-24d4-46a9-9966-ac86ac96bf94), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:09.270148 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [req-17d0191d-dc45-4178-beec-b1a8ad5b2d7a req-e6a48aeb-bb4e-42bf-ad16-51e96417e5c9 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Calling delete_port for 26112dd9-24d4-46a9-9966-ac86ac96bf94 owned by compute:nova {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:40:09.394943 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-17d0191d-dc45-4178-beec-b1a8ad5b2d7a req-e6a48aeb-bb4e-42bf-ad16-51e96417e5c9 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250202'] for port (26112dd9-24d4-46a9-9966-ac86ac96bf94), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:09.422502 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a48aeb-bb4e-42bf-ad16-51e96417e5c9 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Pushing event deleted for resources: {'Port': ['ID=26112dd9-24d4-46a9-9966-ac86ac96bf94,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:40:09.436054 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a48aeb-bb4e-42bf-ad16-51e96417e5c9 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:09.436410 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a48aeb-bb4e-42bf-ad16-51e96417e5c9 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:09.436786 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a48aeb-bb4e-42bf-ad16-51e96417e5c9 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:09.437189 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a48aeb-bb4e-42bf-ad16-51e96417e5c9 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:09.437531 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a48aeb-bb4e-42bf-ad16-51e96417e5c9 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:09.437870 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a48aeb-bb4e-42bf-ad16-51e96417e5c9 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:09.438199 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] get_ports_and_sgs() called for port_ids ['26112dd9-24d4-46a9-9966-ac86ac96bf94'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:40:09.438648 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a48aeb-bb4e-42bf-ad16-51e96417e5c9 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:09.438648 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a48aeb-bb4e-42bf-ad16-51e96417e5c9 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:09.438851 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a48aeb-bb4e-42bf-ad16-51e96417e5c9 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:09.439166 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a48aeb-bb4e-42bf-ad16-51e96417e5c9 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:09.439496 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a48aeb-bb4e-42bf-ad16-51e96417e5c9 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:09.439855 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a48aeb-bb4e-42bf-ad16-51e96417e5c9 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:09.440184 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a48aeb-bb4e-42bf-ad16-51e96417e5c9 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:09.440510 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a48aeb-bb4e-42bf-ad16-51e96417e5c9 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:09.440847 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a48aeb-bb4e-42bf-ad16-51e96417e5c9 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:09.478180 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d0191d-dc45-4178-beec-b1a8ad5b2d7a req-e6a48aeb-bb4e-42bf-ad16-51e96417e5c9 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] No DVR routers for this DVR port 26112dd9-24d4-46a9-9966-ac86ac96bf94 on host hv-cinder-84112 {{(pid=104081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:40:09.480568 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-17d0191d-dc45-4178-beec-b1a8ad5b2d7a req-e6a48aeb-bb4e-42bf-ad16-51e96417e5c9 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for port (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:09.483797 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-17d0191d-dc45-4178-beec-b1a8ad5b2d7a req-e6a48aeb-bb4e-42bf-ad16-51e96417e5c9 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.72 "DELETE /v2.0/ports/26112dd9-24d4-46a9-9966-ac86ac96bf94 HTTP/1.1" status: 204 len: 173 time: 0.3957720 May 23 15:40:09.484234 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527e759c-541b-46fb-aa31-c80210ce4c00', 'name': 'network-vif-deleted', 'tag': '26112dd9-24d4-46a9-9966-ac86ac96bf94'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:40:09.486520 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d701dac66fe37c46ae86bb78260b1e19b4b16e00f190307f8222235e17cfe25e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f40005-4475-4efe-89f5-6819f59a2e71" -d '{"events": [{"server_uuid": "527e759c-541b-46fb-aa31-c80210ce4c00", "name": "network-vif-deleted", "tag": "26112dd9-24d4-46a9-9966-ac86ac96bf94"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:40:09.528431 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a40de88-1841-406c-b787-3ceb2866061c x-openstack-request-id: req-9a40de88-1841-406c-b787-3ceb2866061c {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:40:09.528609 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "527e759c-541b-46fb-aa31-c80210ce4c00", "name": "network-vif-deleted", "tag": "26112dd9-24d4-46a9-9966-ac86ac96bf94", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:40:09.528909 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9a40de88-1841-406c-b787-3ceb2866061c {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:40:09.529315 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a40de88-1841-406c-b787-3ceb2866061c'] response: {'server_uuid': '527e759c-541b-46fb-aa31-c80210ce4c00', 'name': 'network-vif-deleted', 'tag': '26112dd9-24d4-46a9-9966-ac86ac96bf94', 'status': 'completed', 'code': 200} May 23 15:40:09.624625 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2c67a503-98c5-4f1f-b143-a82eb6396925 req-201aeac3-499d-49aa-8430-e4c7c2912d87 tempest-VolumesSnapshotTestJSON-278806103 tempest-VolumesSnapshotTestJSON-278806103-project] 10.222.0.30 "GET /v2.0/ports?device_id=527e759c-541b-46fb-aa31-c80210ce4c00 HTTP/1.1" status: 200 len: 210 time: 0.0301194 May 23 15:40:09.739600 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:12.219026 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 26112dd9-24d4-46a9-9966-ac86ac96bf94 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:40:12.240420 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] No Port match for: 26112dd9-24d4-46a9-9966-ac86ac96bf94 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:40:12.240768 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 26112dd9-24d4-46a9-9966-ac86ac96bf94 not bound to the agent host hv-cinder-84112 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:40:17.004138 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (88197243-2542-4a6c-b81b-f727b3d95aaf), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:19.461281 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=54,neutron:DELETE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:19.462341 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=55,neutron:DELETE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:19.604013 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=9 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:19.604825 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=11 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:22.223618 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:23.626409 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=4 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:23.631111 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=4 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:26.998394 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:27.000276 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:32.833260 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 41318) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:40:32.877322 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_v2 [None req-50c689af-f311-4328-9d2a-32448ff83c79 admin admin] Deleting subnet 86e11172-451e-400e-b512-4354af1164f5 {{(pid=104080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 15:40:32.880348 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-50c689af-f311-4328-9d2a-32448ff83c79 admin admin] Publish callbacks [] for subnet (86e11172-451e-400e-b512-4354af1164f5), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:32.916697 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-50c689af-f311-4328-9d2a-32448ff83c79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4413008'] for subnet (86e11172-451e-400e-b512-4354af1164f5), precommit_delete_associations {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:32.961811 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-50c689af-f311-4328-9d2a-32448ff83c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773257'] for subnet (86e11172-451e-400e-b512-4354af1164f5), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:33.013119 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-50c689af-f311-4328-9d2a-32448ff83c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4413132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4276918'] for subnet (86e11172-451e-400e-b512-4354af1164f5), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:33.037831 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c689af-f311-4328-9d2a-32448ff83c79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86e11172-451e-400e-b512-4354af1164f5,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:40:33.042906 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-50c689af-f311-4328-9d2a-32448ff83c79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:33.046562 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-50c689af-f311-4328-9d2a-32448ff83c79 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/86e11172-451e-400e-b512-4354af1164f5 HTTP/1.1" status: 204 len: 168 time: 0.2123029 May 23 15:40:33.049146 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 41320) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:40:33.051389 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c689af-f311-4328-9d2a-32448ff83c79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:33.051743 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c689af-f311-4328-9d2a-32448ff83c79 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:33.052090 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c689af-f311-4328-9d2a-32448ff83c79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:33.052438 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c689af-f311-4328-9d2a-32448ff83c79 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:33.052774 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c689af-f311-4328-9d2a-32448ff83c79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:33.053146 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c689af-f311-4328-9d2a-32448ff83c79 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:33.053477 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c689af-f311-4328-9d2a-32448ff83c79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:33.053807 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c689af-f311-4328-9d2a-32448ff83c79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:33.054140 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c689af-f311-4328-9d2a-32448ff83c79 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:33.054468 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c689af-f311-4328-9d2a-32448ff83c79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:33.054795 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c689af-f311-4328-9d2a-32448ff83c79 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:33.055127 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c689af-f311-4328-9d2a-32448ff83c79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:33.055457 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c689af-f311-4328-9d2a-32448ff83c79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:33.055781 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c689af-f311-4328-9d2a-32448ff83c79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:33.056104 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c689af-f311-4328-9d2a-32448ff83c79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:33.120181 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-be902afe-2475-4ba5-8c67-39d1cc96b230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:33.121010 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b1611fc8-dafd-4fc6-8e54-df2c5400bbcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1839458'] for network (eb85c015-3e09-409a-a7de-db03c09bb6f2), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:33.198004 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b1611fc8-dafd-4fc6-8e54-df2c5400bbcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769542', 'neutron.services.segments.db._delete_segments_for_network-8781040571751'] for network (eb85c015-3e09-409a-a7de-db03c09bb6f2), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:33.218982 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.services.segments.db [None req-b1611fc8-dafd-4fc6-8e54-df2c5400bbcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb85c015-3e09-409a-a7de-db03c09bb6f2']}} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:40:33.227945 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.services.segments.db [None req-b1611fc8-dafd-4fc6-8e54-df2c5400bbcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5b569fa-3350-4d1c-9f15-9ed7607bfa54') {'for_net_delete': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:40:33.228235 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.services.segments.db [None req-b1611fc8-dafd-4fc6-8e54-df2c5400bbcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5b569fa-3350-4d1c-9f15-9ed7607bfa54') {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:40:33.237995 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b1611fc8-dafd-4fc6-8e54-df2c5400bbcb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781040573040', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4630916'] for segment (d5b569fa-3350-4d1c-9f15-9ed7607bfa54), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:33.251212 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b1611fc8-dafd-4fc6-8e54-df2c5400bbcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226'] for segment (d5b569fa-3350-4d1c-9f15-9ed7607bfa54), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:33.257268 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1611fc8-dafd-4fc6-8e54-df2c5400bbcb admin admin] Releasing vlan 993 on physical network physnet1 to pool {{(pid=104081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 15:40:33.257645 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b1611fc8-dafd-4fc6-8e54-df2c5400bbcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4250223'] for segment (d5b569fa-3350-4d1c-9f15-9ed7607bfa54), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:33.300522 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.services.segments.plugin [-] Segment d5b569fa-3350-4d1c-9f15-9ed7607bfa54 resource provider aggregate not found May 23 15:40:33.317188 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.services.segments.plugin [-] Segment d5b569fa-3350-4d1c-9f15-9ed7607bfa54 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d5b569fa-3350-4d1c-9f15-9ed7607bfa54 found for delete ", "request_id": "req-5069579a-5c84-4ecf-81d4-c12e5dd0784f"}]} May 23 15:40:33.323774 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b1611fc8-dafd-4fc6-8e54-df2c5400bbcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-863850'] for network (eb85c015-3e09-409a-a7de-db03c09bb6f2), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:33.329063 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b1611fc8-dafd-4fc6-8e54-df2c5400bbcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for network (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:33.332048 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-b1611fc8-dafd-4fc6-8e54-df2c5400bbcb admin admin] 10.222.0.30 "DELETE /v2.0/networks/eb85c015-3e09-409a-a7de-db03c09bb6f2 HTTP/1.1" status: 204 len: 168 time: 0.2818797 May 23 15:40:33.343298 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1611fc8-dafd-4fc6-8e54-df2c5400bbcb admin admin] Pushing event deleted for resources: {'Network': ['ID=eb85c015-3e09-409a-a7de-db03c09bb6f2,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:40:33.494164 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 41328) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:40:33.534059 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-6239643b-4d61-4507-a79d-57bff0fc3739 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8fbd7396d6be4ec28f8df7c62b20d10b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386963 May 23 15:40:33.536459 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 41330) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:40:33.583234 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2cc7dad7-39d2-49f6-810f-202f4ab67d6c admin admin] Publish callbacks [] for security_group (4c3e3c02-e423-4739-9e8e-6ae09f5b4da2), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:33.604987 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2cc7dad7-39d2-49f6-810f-202f4ab67d6c admin admin] Publish callbacks [] for security_group (4c3e3c02-e423-4739-9e8e-6ae09f5b4da2), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:33.650941 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2cc7dad7-39d2-49f6-810f-202f4ab67d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (4c3e3c02-e423-4739-9e8e-6ae09f5b4da2), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:33.654121 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2cc7dad7-39d2-49f6-810f-202f4ab67d6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:33.655251 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-2cc7dad7-39d2-49f6-810f-202f4ab67d6c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4c3e3c02-e423-4739-9e8e-6ae09f5b4da2 HTTP/1.1" status: 204 len: 168 time: 0.1178794 May 23 15:40:33.662582 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7dad7-39d2-49f6-810f-202f4ab67d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3e3c02-e423-4739-9e8e-6ae09f5b4da2,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:40:34.323398 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 41352) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:40:34.421926 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-dc7e48e0-67bc-4ad1-bbdb-f3fa21f13ea8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-883071679-network', 'tenant_id': 'fe810dde94644f57b3b6262366c8f126'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:40:34.441895 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7e48e0-67bc-4ad1-bbdb-f3fa21f13ea8 admin admin] Made reservation on behalf of fe810dde94644f57b3b6262366c8f126 for: {'network': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:40:34.444290 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-dc7e48e0-67bc-4ad1-bbdb-f3fa21f13ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for network (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:34.456113 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-dc7e48e0-67bc-4ad1-bbdb-f3fa21f13ea8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:34.544213 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-dc7e48e0-67bc-4ad1-bbdb-f3fa21f13ea8 admin admin] Publish callbacks [] for security_group (6c6777ee-30a2-43aa-990a-323589d94d14), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:34.548139 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-dc7e48e0-67bc-4ad1-bbdb-f3fa21f13ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (6c6777ee-30a2-43aa-990a-323589d94d14), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:34.575764 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc7e48e0-67bc-4ad1-bbdb-f3fa21f13ea8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 997} {{(pid=104081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 15:40:34.586339 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e48e0-67bc-4ad1-bbdb-f3fa21f13ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6777ee-30a2-43aa-990a-323589d94d14,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:40:34.591560 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-dc7e48e0-67bc-4ad1-bbdb-f3fa21f13ea8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781040571742', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226'] for segment (01b0070d-71cb-4230-a04d-f2e00747fe5c), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:34.591975 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.db.segments_db [None req-dc7e48e0-67bc-4ad1-bbdb-f3fa21f13ea8 admin admin] Added segment 01b0070d-71cb-4230-a04d-f2e00747fe5c of type vlan for network 04207fbb-130e-4d70-a528-326f06ddba5f May 23 15:40:34.633606 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-dc7e48e0-67bc-4ad1-bbdb-f3fa21f13ea8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781040098124'] for network (04207fbb-130e-4d70-a528-326f06ddba5f), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:34.657757 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-dc7e48e0-67bc-4ad1-bbdb-f3fa21f13ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720'] for network (04207fbb-130e-4d70-a528-326f06ddba5f), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:34.658856 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7e48e0-67bc-4ad1-bbdb-f3fa21f13ea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:40:34.659520 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-dc7e48e0-67bc-4ad1-bbdb-f3fa21f13ea8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for network (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:34.678176 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:34.720931 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-dc7e48e0-67bc-4ad1-bbdb-f3fa21f13ea8 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3964188 May 23 15:40:34.721472 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:34.724101 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 41356) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:40:34.728660 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e48e0-67bc-4ad1-bbdb-f3fa21f13ea8 admin admin] Pushing event updated for resources: {'Network': ['ID=04207fbb-130e-4d70-a528-326f06ddba5f,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:40:34.729520 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-ae336e32-2d5d-4930-8715-de4759ea94d2 admin admin] Request body: {'subnet': {'network_id': '04207fbb-130e-4d70-a528-326f06ddba5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-883071679-subnet', 'tenant_id': 'fe810dde94644f57b3b6262366c8f126', 'ip_version': 4}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:40:34.740917 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Network 04207fbb-130e-4d70-a528-326f06ddba5f details requested by agent ovs-agent-dv-cinder-841125-8-iscsi with host dv-cinder-841125-8-iscsi {{(pid=104082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 15:40:34.750871 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae336e32-2d5d-4930-8715-de4759ea94d2 admin admin] Made reservation on behalf of fe810dde94644f57b3b6262366c8f126 for: {'subnet': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:40:34.753337 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ae336e32-2d5d-4930-8715-de4759ea94d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4276813'] for subnet (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:34.927762 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ae336e32-2d5d-4930-8715-de4759ea94d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4413067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4276927'] for subnet (73b4a46c-cee5-49d4-abcd-974a4dd5079a), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:34.982905 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae336e32-2d5d-4930-8715-de4759ea94d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73b4a46c-cee5-49d4-abcd-974a4dd5079a,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:40:34.992222 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae336e32-2d5d-4930-8715-de4759ea94d2 admin admin] Checking segment: {'id': '01b0070d-71cb-4230-a04d-f2e00747fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '04207fbb-130e-4d70-a528-326f06ddba5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:40:34.992572 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae336e32-2d5d-4930-8715-de4759ea94d2 admin admin] Network hostable DHCP agents. Network: 04207fbb-130e-4d70-a528-326f06ddba5f, hostable agents: ['a6df4f1d-15a4-4993-9185-787bcd604f39'], hosted agents: [] {{(pid=104080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 15:40:35.010505 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae336e32-2d5d-4930-8715-de4759ea94d2 admin admin] Network 04207fbb-130e-4d70-a528-326f06ddba5f is scheduled to be hosted by DHCP agent a6df4f1d-15a4-4993-9185-787bcd604f39 with binding_index 1 {{(pid=104080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 15:40:35.019667 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-ae336e32-2d5d-4930-8715-de4759ea94d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-8-iscsi, 04207fbb-130e-4d70-a528-326f06ddba5f) {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:40:35.024145 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae336e32-2d5d-4930-8715-de4759ea94d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:40:35.024741 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ae336e32-2d5d-4930-8715-de4759ea94d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:35.029099 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8793d479-d06d-4ef8-8573-5a083899ee51 None None] Network 04207fbb-130e-4d70-a528-326f06ddba5f requested from dv-cinder-841125-8-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:40:35.041346 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-ae336e32-2d5d-4930-8715-de4759ea94d2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3157811 May 23 15:40:35.044236 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 41358) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:40:35.048372 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-957e7ee0-bf86-4438-bf80-a0ada5a5f442 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-883071679-router', 'tenant_id': 'fe810dde94644f57b3b6262366c8f126', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'}}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:40:35.069684 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-957e7ee0-bf86-4438-bf80-a0ada5a5f442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-861683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31585'] for router (0d2075bf-a51e-4d22-964b-8e7282ee9f01), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:35.070962 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-957e7ee0-bf86-4438-bf80-a0ada5a5f442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-866915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-866547', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-831881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31512'] for router (0d2075bf-a51e-4d22-964b-8e7282ee9f01), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:35.125172 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-957e7ee0-bf86-4438-bf80-a0ada5a5f442 admin admin] Publish callbacks [] for router_controller (0d2075bf-a51e-4d22-964b-8e7282ee9f01), precommit_add_association {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:35.134124 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e169e5-b153-4fd1-80c8-cc42431422ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa639b77-8a03-51d8-9c43-407bd9ee6f7a-04207fbb-130e-4d70-a528-326f06ddba5f', 'network_id': '04207fbb-130e-4d70-a528-326f06ddba5f', 'project_id': 'fe810dde94644f57b3b6262366c8f126', 'fixed_ips': [{'subnet_id': '73b4a46c-cee5-49d4-abcd-974a4dd5079a'}]}} from dv-cinder-841125-8-iscsi. {{(pid=104082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 15:40:35.135173 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-00e169e5-b153-4fd1-80c8-cc42431422ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:35.257404 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-957e7ee0-bf86-4438-bf80-a0ada5a5f442 admin admin] Publish callbacks [] for router_gateway (0d2075bf-a51e-4d22-964b-8e7282ee9f01), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:35.268833 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.db_base_plugin_common [None req-00e169e5-b153-4fd1-80c8-cc42431422ef None None] Allocated IP 172.20.0.2 (04207fbb-130e-4d70-a528-326f06ddba5f/73b4a46c-cee5-49d4-abcd-974a4dd5079a/b4d3bdf8-f881-4662-8a82-77d2070ba28c) {{(pid=104082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:40:35.308564 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:35.326659 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=82,neutron:UPDATE=6,neutron:DELETE=2,neutron:INSERT=10 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:35.412462 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-00e169e5-b153-4fd1-80c8-cc42431422ef None None] Publish callbacks [] for port (b4d3bdf8-f881-4662-8a82-77d2070ba28c), precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:35.418582 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-00e169e5-b153-4fd1-80c8-cc42431422ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965'] for port (b4d3bdf8-f881-4662-8a82-77d2070ba28c), after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:35.447166 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-957e7ee0-bf86-4438-bf80-a0ada5a5f442 admin admin] Publish callbacks [] for router_gateway (0d2075bf-a51e-4d22-964b-8e7282ee9f01), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:35.454609 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e169e5-b153-4fd1-80c8-cc42431422ef None None] Network 04207fbb-130e-4d70-a528-326f06ddba5f is already hosted by enough agents. {{(pid=104082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:40:35.468533 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-957e7ee0-bf86-4438-bf80-a0ada5a5f442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:35.474653 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [None req-00e169e5-b153-4fd1-80c8-cc42431422ef None None] Resources bound (agent type, host, resource id): {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:40:35.480982 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e169e5-b153-4fd1-80c8-cc42431422ef None None] Received port after_create {{(pid=104082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:40:35.485010 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e169e5-b153-4fd1-80c8-cc42431422ef None None] Pushing event updated for resources: {'Port': ['ID=b4d3bdf8-f881-4662-8a82-77d2070ba28c,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:40:35.489983 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-08d62dc3-3a47-4a9a-9e90-ccb631732413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:35.579499 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-957e7ee0-bf86-4438-bf80-a0ada5a5f442 admin admin] Allocated IP 172.27.2.104 (c36a36f9-cc20-4687-9603-de8e87d2bfc7/aa177288-79a2-4e75-ac60-432249438b03/36977820-3e31-43ce-b522-08b534b0be71) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:40:35.676657 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-00e169e5-b153-4fd1-80c8-cc42431422ef None None] Attempting to bind port b4d3bdf8-f881-4662-8a82-77d2070ba28c on host dv-cinder-841125-8-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:40:35.677063 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-00e169e5-b153-4fd1-80c8-cc42431422ef None None] Attempting to bind port b4d3bdf8-f881-4662-8a82-77d2070ba28c by drivers openvswitch,hyperv on host dv-cinder-841125-8-iscsi at level 0 using segments [{'id': '01b0070d-71cb-4230-a04d-f2e00747fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '04207fbb-130e-4d70-a528-326f06ddba5f'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:40:35.677428 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e169e5-b153-4fd1-80c8-cc42431422ef None None] Attempting to bind port b4d3bdf8-f881-4662-8a82-77d2070ba28c on network 04207fbb-130e-4d70-a528-326f06ddba5f {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:40:35.683126 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e169e5-b153-4fd1-80c8-cc42431422ef None None] Checking agent: {'id': '1cc95fa5-d110-483d-93d7-5dca7a29794e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 21, 10), 'started_at': datetime.datetime(2022, 5, 23, 15, 21, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:40:35.683575 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e169e5-b153-4fd1-80c8-cc42431422ef None None] Checking segment: {'id': '01b0070d-71cb-4230-a04d-f2e00747fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '04207fbb-130e-4d70-a528-326f06ddba5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:40:35.683905 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-00e169e5-b153-4fd1-80c8-cc42431422ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:35.684819 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e169e5-b153-4fd1-80c8-cc42431422ef None None] Bound using segment: {'id': '01b0070d-71cb-4230-a04d-f2e00747fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '04207fbb-130e-4d70-a528-326f06ddba5f'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:40:35.685308 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-00e169e5-b153-4fd1-80c8-cc42431422ef None None] Bound port: b4d3bdf8-f881-4662-8a82-77d2070ba28c, host: dv-cinder-841125-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01b0070d-71cb-4230-a04d-f2e00747fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '04207fbb-130e-4d70-a528-326f06ddba5f'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:40:35.685688 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-00e169e5-b153-4fd1-80c8-cc42431422ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (b4d3bdf8-f881-4662-8a82-77d2070ba28c), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:35.690911 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-957e7ee0-bf86-4438-bf80-a0ada5a5f442 admin admin] Publish callbacks [] for port (36977820-3e31-43ce-b522-08b534b0be71), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:35.727740 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-957e7ee0-bf86-4438-bf80-a0ada5a5f442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (36977820-3e31-43ce-b522-08b534b0be71), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:35.748255 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-00e169e5-b153-4fd1-80c8-cc42431422ef None None] For port b4d3bdf8-f881-4662-8a82-77d2070ba28c, host dv-cinder-841125-8-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:40:35.751689 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-00e169e5-b153-4fd1-80c8-cc42431422ef None None] For port b4d3bdf8-f881-4662-8a82-77d2070ba28c, host dv-cinder-841125-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=b4d3bdf8-f881-4662-8a82-77d2070ba28c,segment=NetworkSegment(01b0070d-71cb-4230-a04d-f2e00747fe5c),segment_id=01b0070d-71cb-4230-a04d-f2e00747fe5c)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:40:35.757473 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-00e169e5-b153-4fd1-80c8-cc42431422ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (b4d3bdf8-f881-4662-8a82-77d2070ba28c), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:35.771483 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957e7ee0-bf86-4438-bf80-a0ada5a5f442 admin admin] Network c36a36f9-cc20-4687-9603-de8e87d2bfc7 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:40:35.774768 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-957e7ee0-bf86-4438-bf80-a0ada5a5f442 admin admin] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:40:35.778602 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957e7ee0-bf86-4438-bf80-a0ada5a5f442 admin admin] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:40:35.781890 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e7ee0-bf86-4438-bf80-a0ada5a5f442 admin admin] Pushing event updated for resources: {'Port': ['ID=36977820-3e31-43ce-b522-08b534b0be71,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:40:35.816349 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e169e5-b153-4fd1-80c8-cc42431422ef None None] Pushing event updated for resources: {'Port': ['ID=b4d3bdf8-f881-4662-8a82-77d2070ba28c,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:40:36.033120 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-957e7ee0-bf86-4438-bf80-a0ada5a5f442 admin admin] Publish callbacks [] for router_gateway (0d2075bf-a51e-4d22-964b-8e7282ee9f01), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:36.202040 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:36.215070 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:36.223116 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-957e7ee0-bf86-4438-bf80-a0ada5a5f442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-866922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-866470'] for router (0d2075bf-a51e-4d22-964b-8e7282ee9f01), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:36.350169 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-957e7ee0-bf86-4438-bf80-a0ada5a5f442 admin admin] Router 0d2075bf-a51e-4d22-964b-8e7282ee9f01 is scheduled to L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb with binding_index 1 {{(pid=104080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 15:40:36.453800 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957e7ee0-bf86-4438-bf80-a0ada5a5f442 admin admin] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:40:36.462591 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28af6a3-d8b9-4ce2-9e8f-b66ccb579f12 None None] Sync routers for ids ['0d2075bf-a51e-4d22-964b-8e7282ee9f01'] in dv-cinder-841125-8-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:40:36.471454 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-957e7ee0-bf86-4438-bf80-a0ada5a5f442 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:36.472706 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-957e7ee0-bf86-4438-bf80-a0ada5a5f442 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4275503 May 23 15:40:36.475423 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 41360) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:40:36.476213 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28af6a3-d8b9-4ce2-9e8f-b66ccb579f12 None None] Routers {'0d2075bf-a51e-4d22-964b-8e7282ee9f01'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:40:36.477085 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-f28af6a3-d8b9-4ce2-9e8f-b66ccb579f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:40:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['0d2075bf-a51e-4d22-964b-8e7282ee9f01'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:40:36.597526 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-f28af6a3-d8b9-4ce2-9e8f-b66ccb579f12 None None] Set router 0d2075bf-a51e-4d22-964b-8e7282ee9f01 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:40:36.737550 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72aca04d-5315-4199-958e-76a5c72ad615 None None] Network 04207fbb-130e-4d70-a528-326f06ddba5f requested from dv-cinder-841125-8-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:40:36.832769 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-50f1ff70-50f6-4242-bbf5-e4b893c3a239 None None] Provisioning complete for port b4d3bdf8-f881-4662-8a82-77d2070ba28c triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:40:36.833496 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-50f1ff70-50f6-4242-bbf5-e4b893c3a239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (b4d3bdf8-f881-4662-8a82-77d2070ba28c), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:36.875080 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:36.889191 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-f28af6a3-d8b9-4ce2-9e8f-b66ccb579f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2075bf-a51e-4d22-964b-8e7282ee9f01', 'name': 'tempest-TestShelveInstance-883071679-router', 'tenant_id': 'fe810dde94644f57b3b6262366c8f126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '36977820-3e31-43ce-b522-08b534b0be71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:40:35Z', 'updated_at': '2022-05-23T15:40:35Z', 'revision_number': 3, 'project_id': 'fe810dde94644f57b3b6262366c8f126', 'gw_port': {'id': '36977820-3e31-43ce-b522-08b534b0be71', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:32:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2075bf-a51e-4d22-964b-8e7282ee9f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:40:35Z', 'updated_at': '2022-05-23T15:40:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi'}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:40:36.929632 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:36.948717 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28af6a3-d8b9-4ce2-9e8f-b66ccb579f12 None None] Checking router: 0d2075bf-a51e-4d22-964b-8e7282ee9f01 for host: dv-cinder-841125-8-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:40:36.949100 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28af6a3-d8b9-4ce2-9e8f-b66ccb579f12 None None] Updating router 0d2075bf-a51e-4d22-964b-8e7282ee9f01 port 36977820-3e31-43ce-b522-08b534b0be71 binding host dv-cinder-841125-8-iscsi {{(pid=104082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 15:40:36.977479 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:37.014743 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:37.032137 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-f28af6a3-d8b9-4ce2-9e8f-b66ccb579f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (36977820-3e31-43ce-b522-08b534b0be71), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:37.098712 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-50f1ff70-50f6-4242-bbf5-e4b893c3a239 None None] Current status of the port b4d3bdf8-f881-4662-8a82-77d2070ba28c is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:40:37.099105 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-50f1ff70-50f6-4242-bbf5-e4b893c3a239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (b4d3bdf8-f881-4662-8a82-77d2070ba28c), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:37.130241 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cbfcafd4-70b4-4b1e-9041-e511f3bd1713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:37.196788 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-50f1ff70-50f6-4242-bbf5-e4b893c3a239 None None] For port b4d3bdf8-f881-4662-8a82-77d2070ba28c, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=b4d3bdf8-f881-4662-8a82-77d2070ba28c,segment=NetworkSegment(01b0070d-71cb-4230-a04d-f2e00747fe5c),segment_id=01b0070d-71cb-4230-a04d-f2e00747fe5c)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:40:37.203869 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-50f1ff70-50f6-4242-bbf5-e4b893c3a239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (b4d3bdf8-f881-4662-8a82-77d2070ba28c), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:37.298626 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-cbfcafd4-70b4-4b1e-9041-e511f3bd1713 admin admin] Allocated IP 172.20.0.1 (04207fbb-130e-4d70-a528-326f06ddba5f/73b4a46c-cee5-49d4-abcd-974a4dd5079a/2463487c-fdbe-44a9-ab82-e41f104bf0db) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:40:37.303577 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:37.309850 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:37.317425 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f1ff70-50f6-4242-bbf5-e4b893c3a239 None None] Pushing event updated for resources: {'Port': ['ID=b4d3bdf8-f881-4662-8a82-77d2070ba28c,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:40:37.341389 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e2a83308-29c5-4f56-99cb-c1529e8c0b32 None None] Provisioning complete for port b4d3bdf8-f881-4662-8a82-77d2070ba28c triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:40:37.341838 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e2a83308-29c5-4f56-99cb-c1529e8c0b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (b4d3bdf8-f881-4662-8a82-77d2070ba28c), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:37.411927 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cbfcafd4-70b4-4b1e-9041-e511f3bd1713 admin admin] Publish callbacks [] for port (2463487c-fdbe-44a9-ab82-e41f104bf0db), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:37.445210 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cbfcafd4-70b4-4b1e-9041-e511f3bd1713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (2463487c-fdbe-44a9-ab82-e41f104bf0db), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:37.475155 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-f28af6a3-d8b9-4ce2-9e8f-b66ccb579f12 None None] Publish callbacks [] for port (36977820-3e31-43ce-b522-08b534b0be71), precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:37.486935 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e2a83308-29c5-4f56-99cb-c1529e8c0b32 None None] Current status of the port b4d3bdf8-f881-4662-8a82-77d2070ba28c is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:40:37.490964 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-f28af6a3-d8b9-4ce2-9e8f-b66ccb579f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (36977820-3e31-43ce-b522-08b534b0be71), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:37.492629 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfcafd4-70b4-4b1e-9041-e511f3bd1713 admin admin] Network 04207fbb-130e-4d70-a528-326f06ddba5f is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:40:37.498291 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-cbfcafd4-70b4-4b1e-9041-e511f3bd1713 admin admin] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:40:37.502972 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfcafd4-70b4-4b1e-9041-e511f3bd1713 admin admin] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:40:37.507362 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfcafd4-70b4-4b1e-9041-e511f3bd1713 admin admin] Pushing event updated for resources: {'Port': ['ID=2463487c-fdbe-44a9-ab82-e41f104bf0db,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:40:37.548808 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae5b2e-39d3-47af-80e5-82bb9ba390d9 None None] Pushing event updated for resources: {'Port': ['ID=36977820-3e31-43ce-b522-08b534b0be71,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:40:37.551255 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-f28af6a3-d8b9-4ce2-9e8f-b66ccb579f12 None None] Attempting to bind port 36977820-3e31-43ce-b522-08b534b0be71 on host dv-cinder-841125-8-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:40:37.551635 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-f28af6a3-d8b9-4ce2-9e8f-b66ccb579f12 None None] Attempting to bind port 36977820-3e31-43ce-b522-08b534b0be71 by drivers openvswitch,hyperv on host dv-cinder-841125-8-iscsi at level 0 using segments [{'id': '36a83107-a298-4f41-a08d-e6c665169c28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:40:37.551998 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28af6a3-d8b9-4ce2-9e8f-b66ccb579f12 None None] Attempting to bind port 36977820-3e31-43ce-b522-08b534b0be71 on network c36a36f9-cc20-4687-9603-de8e87d2bfc7 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:40:37.552709 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cbfcafd4-70b4-4b1e-9041-e511f3bd1713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-863987'] for router_interface (0d2075bf-a51e-4d22-964b-8e7282ee9f01), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:37.558537 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28af6a3-d8b9-4ce2-9e8f-b66ccb579f12 None None] Checking agent: {'id': '1cc95fa5-d110-483d-93d7-5dca7a29794e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 21, 10), 'started_at': datetime.datetime(2022, 5, 23, 15, 21, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:40:37.558918 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28af6a3-d8b9-4ce2-9e8f-b66ccb579f12 None None] Checking segment: {'id': '36a83107-a298-4f41-a08d-e6c665169c28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:40:37.559883 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-f28af6a3-d8b9-4ce2-9e8f-b66ccb579f12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:37.560281 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28af6a3-d8b9-4ce2-9e8f-b66ccb579f12 None None] Bound using segment: {'id': '36a83107-a298-4f41-a08d-e6c665169c28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:40:37.560857 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-f28af6a3-d8b9-4ce2-9e8f-b66ccb579f12 None None] Bound port: 36977820-3e31-43ce-b522-08b534b0be71, host: dv-cinder-841125-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a83107-a298-4f41-a08d-e6c665169c28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:40:37.561278 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-f28af6a3-d8b9-4ce2-9e8f-b66ccb579f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (36977820-3e31-43ce-b522-08b534b0be71), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:37.624650 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-f28af6a3-d8b9-4ce2-9e8f-b66ccb579f12 None None] For port 36977820-3e31-43ce-b522-08b534b0be71, host dv-cinder-841125-8-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:40:37.628518 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-f28af6a3-d8b9-4ce2-9e8f-b66ccb579f12 None None] For port 36977820-3e31-43ce-b522-08b534b0be71, host dv-cinder-841125-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=36977820-3e31-43ce-b522-08b534b0be71,segment=NetworkSegment(36a83107-a298-4f41-a08d-e6c665169c28),segment_id=36a83107-a298-4f41-a08d-e6c665169c28)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:40:37.638103 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-f28af6a3-d8b9-4ce2-9e8f-b66ccb579f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (36977820-3e31-43ce-b522-08b534b0be71), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:37.715185 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28af6a3-d8b9-4ce2-9e8f-b66ccb579f12 None None] Routers {'0d2075bf-a51e-4d22-964b-8e7282ee9f01'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:40:37.716662 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-f28af6a3-d8b9-4ce2-9e8f-b66ccb579f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:40:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['0d2075bf-a51e-4d22-964b-8e7282ee9f01'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:40:37.738858 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cbfcafd4-70b4-4b1e-9041-e511f3bd1713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (2463487c-fdbe-44a9-ab82-e41f104bf0db), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:37.757346 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae5b2e-39d3-47af-80e5-82bb9ba390d9 None None] Pushing event updated for resources: {'Port': ['ID=36977820-3e31-43ce-b522-08b534b0be71,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:40:37.820296 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device b4d3bdf8-f881-4662-8a82-77d2070ba28c up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:40:37.862374 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b8f1da45-0f82-4072-9388-39400e7891fa None None] Provisioning complete for port 2463487c-fdbe-44a9-ab82-e41f104bf0db triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:40:37.863073 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b8f1da45-0f82-4072-9388-39400e7891fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (2463487c-fdbe-44a9-ab82-e41f104bf0db), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:37.899012 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-f28af6a3-d8b9-4ce2-9e8f-b66ccb579f12 None None] Set router 0d2075bf-a51e-4d22-964b-8e7282ee9f01 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:40:37.946387 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b8f1da45-0f82-4072-9388-39400e7891fa None None] Port 2463487c-fdbe-44a9-ab82-e41f104bf0db cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:40:37.949201 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cbfcafd4-70b4-4b1e-9041-e511f3bd1713 admin admin] Publish callbacks [] for port (2463487c-fdbe-44a9-ab82-e41f104bf0db), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:37.955088 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cbfcafd4-70b4-4b1e-9041-e511f3bd1713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413202'] for port (2463487c-fdbe-44a9-ab82-e41f104bf0db), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:37.959490 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port b4d3bdf8-f881-4662-8a82-77d2070ba28c triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:40:37.959869 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (b4d3bdf8-f881-4662-8a82-77d2070ba28c), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:38.025098 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cbfcafd4-70b4-4b1e-9041-e511f3bd1713 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-243210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-863331'] for router_interface (0d2075bf-a51e-4d22-964b-8e7282ee9f01), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:38.027327 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfcafd4-70b4-4b1e-9041-e511f3bd1713 admin admin] Pushing event updated for resources: {'Port': ['ID=2463487c-fdbe-44a9-ab82-e41f104bf0db,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:40:38.115009 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:38.125696 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfcafd4-70b4-4b1e-9041-e511f3bd1713 admin admin] Network 04207fbb-130e-4d70-a528-326f06ddba5f is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:40:38.127924 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-cbfcafd4-70b4-4b1e-9041-e511f3bd1713 admin admin] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:40:38.218479 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:38.225027 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:38.227652 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:38.254402 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbfcafd4-70b4-4b1e-9041-e511f3bd1713 admin admin] Router 0d2075bf-a51e-4d22-964b-8e7282ee9f01 has already been hosted by L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:40:38.273447 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:38.314401 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port b4d3bdf8-f881-4662-8a82-77d2070ba28c is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:40:38.332818 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-f28af6a3-d8b9-4ce2-9e8f-b66ccb579f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2075bf-a51e-4d22-964b-8e7282ee9f01', 'name': 'tempest-TestShelveInstance-883071679-router', 'tenant_id': 'fe810dde94644f57b3b6262366c8f126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '36977820-3e31-43ce-b522-08b534b0be71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:40:35Z', 'updated_at': '2022-05-23T15:40:37Z', 'revision_number': 4, 'project_id': 'fe810dde94644f57b3b6262366c8f126', 'gw_port': {'id': '36977820-3e31-43ce-b522-08b534b0be71', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:32:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2075bf-a51e-4d22-964b-8e7282ee9f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:40:35Z', 'updated_at': '2022-05-23T15:40:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': '2463487c-fdbe-44a9-ab82-e41f104bf0db', 'name': '', 'network_id': '04207fbb-130e-4d70-a528-326f06ddba5f', 'tenant_id': 'fe810dde94644f57b3b6262366c8f126', 'mac_address': 'fa:16:3e:2e:08:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2075bf-a51e-4d22-964b-8e7282ee9f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '73b4a46c-cee5-49d4-abcd-974a4dd5079a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:40:37Z', 'updated_at': '2022-05-23T15:40:37Z', 'revision_number': 1, 'project_id': 'fe810dde94644f57b3b6262366c8f126', 'subnets': [{'id': '73b4a46c-cee5-49d4-abcd-974a4dd5079a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:40:38.366231 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28af6a3-d8b9-4ce2-9e8f-b66ccb579f12 None None] The sync data for ids ['0d2075bf-a51e-4d22-964b-8e7282ee9f01'] in dv-cinder-841125-8-iscsi is: [{'id': '0d2075bf-a51e-4d22-964b-8e7282ee9f01', 'name': 'tempest-TestShelveInstance-883071679-router', 'tenant_id': 'fe810dde94644f57b3b6262366c8f126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '36977820-3e31-43ce-b522-08b534b0be71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:40:35Z', 'updated_at': '2022-05-23T15:40:37Z', 'revision_number': 4, 'project_id': 'fe810dde94644f57b3b6262366c8f126', 'gw_port': {'id': '36977820-3e31-43ce-b522-08b534b0be71', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:32:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2075bf-a51e-4d22-964b-8e7282ee9f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:40:35Z', 'updated_at': '2022-05-23T15:40:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': '2463487c-fdbe-44a9-ab82-e41f104bf0db', 'name': '', 'network_id': '04207fbb-130e-4d70-a528-326f06ddba5f', 'tenant_id': 'fe810dde94644f57b3b6262366c8f126', 'mac_address': 'fa:16:3e:2e:08:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2075bf-a51e-4d22-964b-8e7282ee9f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '73b4a46c-cee5-49d4-abcd-974a4dd5079a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:40:37Z', 'updated_at': '2022-05-23T15:40:37Z', 'revision_number': 1, 'project_id': 'fe810dde94644f57b3b6262366c8f126', 'subnets': [{'id': '73b4a46c-cee5-49d4-abcd-974a4dd5079a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:40:38.370538 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbfcafd4-70b4-4b1e-9041-e511f3bd1713 admin admin] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:40:38.374508 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-0f7ce5ee-2edf-448e-9d12-1adddb99a8a6 None None] Provisioning complete for port 2463487c-fdbe-44a9-ab82-e41f104bf0db triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:40:38.375008 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0f7ce5ee-2edf-448e-9d12-1adddb99a8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (2463487c-fdbe-44a9-ab82-e41f104bf0db), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:38.375721 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-cbfcafd4-70b4-4b1e-9041-e511f3bd1713 admin admin] 10.222.0.30 "PUT /v2.0/routers/0d2075bf-a51e-4d22-964b-8e7282ee9f01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8993299 May 23 15:40:38.412737 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-0f7ce5ee-2edf-448e-9d12-1adddb99a8a6 None None] Port 2463487c-fdbe-44a9-ab82-e41f104bf0db cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:40:38.906642 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 41376) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:40:38.911580 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-58338919-5c51-478d-8a0c-f7db024aedb7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-572925532-network', 'tenant_id': 'f40b32e4715540068de04b9e051aecfb'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:40:38.933079 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58338919-5c51-478d-8a0c-f7db024aedb7 admin admin] Made reservation on behalf of f40b32e4715540068de04b9e051aecfb for: {'network': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:40:38.936321 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-58338919-5c51-478d-8a0c-f7db024aedb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for network (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:38.945530 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-58338919-5c51-478d-8a0c-f7db024aedb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:39.037543 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-58338919-5c51-478d-8a0c-f7db024aedb7 admin admin] Publish callbacks [] for security_group (931ea0d3-1105-4b05-ba6f-eea7e30237f6), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:39.044169 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-58338919-5c51-478d-8a0c-f7db024aedb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (931ea0d3-1105-4b05-ba6f-eea7e30237f6), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:39.072711 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58338919-5c51-478d-8a0c-f7db024aedb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 994} {{(pid=104080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 15:40:39.085311 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58338919-5c51-478d-8a0c-f7db024aedb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931ea0d3-1105-4b05-ba6f-eea7e30237f6,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:40:39.090601 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-58338919-5c51-478d-8a0c-f7db024aedb7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781040571742', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226'] for segment (eac1de27-b2ed-4edf-9d58-19df42944d42), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:39.091017 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.db.segments_db [None req-58338919-5c51-478d-8a0c-f7db024aedb7 admin admin] Added segment eac1de27-b2ed-4edf-9d58-19df42944d42 of type vlan for network ad2704bd-8102-4eff-9f92-0e0cf3e4f11b May 23 15:40:39.137648 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-58338919-5c51-478d-8a0c-f7db024aedb7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781040098124'] for network (ad2704bd-8102-4eff-9f92-0e0cf3e4f11b), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:39.167324 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-58338919-5c51-478d-8a0c-f7db024aedb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720'] for network (ad2704bd-8102-4eff-9f92-0e0cf3e4f11b), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:39.169454 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58338919-5c51-478d-8a0c-f7db024aedb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:40:39.170081 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-58338919-5c51-478d-8a0c-f7db024aedb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:39.230545 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-58338919-5c51-478d-8a0c-f7db024aedb7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3220506 May 23 15:40:39.233412 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 41378) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:40:39.238554 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-a25cb411-abe5-42c0-ab57-dd5509ed631e admin admin] Request body: {'subnet': {'network_id': 'ad2704bd-8102-4eff-9f92-0e0cf3e4f11b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-572925532-subnet', 'tenant_id': 'f40b32e4715540068de04b9e051aecfb', 'ip_version': 4}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:40:39.240493 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58338919-5c51-478d-8a0c-f7db024aedb7 admin admin] Pushing event updated for resources: {'Network': ['ID=ad2704bd-8102-4eff-9f92-0e0cf3e4f11b,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:40:39.253103 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Network ad2704bd-8102-4eff-9f92-0e0cf3e4f11b details requested by agent ovs-agent-dv-cinder-841125-8-iscsi with host dv-cinder-841125-8-iscsi {{(pid=104082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 15:40:39.262013 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25cb411-abe5-42c0-ab57-dd5509ed631e admin admin] Made reservation on behalf of f40b32e4715540068de04b9e051aecfb for: {'subnet': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:40:39.265745 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a25cb411-abe5-42c0-ab57-dd5509ed631e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4734664'] for subnet (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:39.313798 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:39.446453 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a25cb411-abe5-42c0-ab57-dd5509ed631e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4250570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4734522'] for subnet (1eb66446-b75b-4ee2-a27a-7b35530cf069), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:39.506510 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25cb411-abe5-42c0-ab57-dd5509ed631e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eb66446-b75b-4ee2-a27a-7b35530cf069,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:40:39.514638 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25cb411-abe5-42c0-ab57-dd5509ed631e admin admin] Checking segment: {'id': 'eac1de27-b2ed-4edf-9d58-19df42944d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'ad2704bd-8102-4eff-9f92-0e0cf3e4f11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:40:39.514996 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25cb411-abe5-42c0-ab57-dd5509ed631e admin admin] Network hostable DHCP agents. Network: ad2704bd-8102-4eff-9f92-0e0cf3e4f11b, hostable agents: ['a6df4f1d-15a4-4993-9185-787bcd604f39'], hosted agents: [] {{(pid=104081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 15:40:39.539006 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25cb411-abe5-42c0-ab57-dd5509ed631e admin admin] Network ad2704bd-8102-4eff-9f92-0e0cf3e4f11b is scheduled to be hosted by DHCP agent a6df4f1d-15a4-4993-9185-787bcd604f39 with binding_index 1 {{(pid=104081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 15:40:39.550408 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-a25cb411-abe5-42c0-ab57-dd5509ed631e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-8-iscsi, ad2704bd-8102-4eff-9f92-0e0cf3e4f11b) {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:40:39.555554 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25cb411-abe5-42c0-ab57-dd5509ed631e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:40:39.556609 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a25cb411-abe5-42c0-ab57-dd5509ed631e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:39.560786 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946914e8-3bcc-45a2-974d-f03e566271fa None None] Network ad2704bd-8102-4eff-9f92-0e0cf3e4f11b requested from dv-cinder-841125-8-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:40:39.576859 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 41380) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:40:39.577513 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-a25cb411-abe5-42c0-ab57-dd5509ed631e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3428645 May 23 15:40:39.581847 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-520ad0a5-a560-4d25-8c65-d971d4273860 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-572925532-router', 'tenant_id': 'f40b32e4715540068de04b9e051aecfb', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'}}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:40:39.603145 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-520ad0a5-a560-4d25-8c65-d971d4273860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-861683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31585'] for router (69fd7b9f-f352-4bc6-8215-f4c30536233e), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:39.604311 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-520ad0a5-a560-4d25-8c65-d971d4273860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-866915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-866547', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-831881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31512'] for router (69fd7b9f-f352-4bc6-8215-f4c30536233e), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:39.664436 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-520ad0a5-a560-4d25-8c65-d971d4273860 admin admin] Publish callbacks [] for router_controller (69fd7b9f-f352-4bc6-8215-f4c30536233e), precommit_add_association {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:39.687584 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2787e1d-8ec5-4d09-a7a6-2584e9a4f1e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa639b77-8a03-51d8-9c43-407bd9ee6f7a-ad2704bd-8102-4eff-9f92-0e0cf3e4f11b', 'network_id': 'ad2704bd-8102-4eff-9f92-0e0cf3e4f11b', 'project_id': 'f40b32e4715540068de04b9e051aecfb', 'fixed_ips': [{'subnet_id': '1eb66446-b75b-4ee2-a27a-7b35530cf069'}]}} from dv-cinder-841125-8-iscsi. {{(pid=104082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 15:40:39.688557 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e2787e1d-8ec5-4d09-a7a6-2584e9a4f1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:39.803268 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 36977820-3e31-43ce-b522-08b534b0be71 up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:40:39.807751 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:39.826411 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-520ad0a5-a560-4d25-8c65-d971d4273860 admin admin] Publish callbacks [] for router_gateway (69fd7b9f-f352-4bc6-8215-f4c30536233e), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:39.836212 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:39.897627 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port 36977820-3e31-43ce-b522-08b534b0be71 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:40:39.898005 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (36977820-3e31-43ce-b522-08b534b0be71), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:39.904161 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.db_base_plugin_common [None req-e2787e1d-8ec5-4d09-a7a6-2584e9a4f1e8 None None] Allocated IP 172.20.0.2 (ad2704bd-8102-4eff-9f92-0e0cf3e4f11b/1eb66446-b75b-4ee2-a27a-7b35530cf069/3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2) {{(pid=104082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:40:40.017356 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:40.021742 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-520ad0a5-a560-4d25-8c65-d971d4273860 admin admin] Publish callbacks [] for router_gateway (69fd7b9f-f352-4bc6-8215-f4c30536233e), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:40.044504 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-520ad0a5-a560-4d25-8c65-d971d4273860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:40.057963 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port 36977820-3e31-43ce-b522-08b534b0be71 is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:40:40.057963 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (36977820-3e31-43ce-b522-08b534b0be71), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:40.111330 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] For port 36977820-3e31-43ce-b522-08b534b0be71, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=36977820-3e31-43ce-b522-08b534b0be71,segment=NetworkSegment(36a83107-a298-4f41-a08d-e6c665169c28),segment_id=36a83107-a298-4f41-a08d-e6c665169c28)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:40:40.121104 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (36977820-3e31-43ce-b522-08b534b0be71), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:40.156913 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e2787e1d-8ec5-4d09-a7a6-2584e9a4f1e8 None None] Publish callbacks [] for port (3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2), precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:40.157602 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-520ad0a5-a560-4d25-8c65-d971d4273860 admin admin] Allocated IP 172.27.2.48 (c36a36f9-cc20-4687-9603-de8e87d2bfc7/aa177288-79a2-4e75-ac60-432249438b03/1c3476b9-9944-45c8-a1f4-b94d6d8b41e3) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:40:40.167704 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e2787e1d-8ec5-4d09-a7a6-2584e9a4f1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965'] for port (3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2), after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:40.192492 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Pushing event updated for resources: {'Port': ['ID=36977820-3e31-43ce-b522-08b534b0be71,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:40:40.201769 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2787e1d-8ec5-4d09-a7a6-2584e9a4f1e8 None None] Network ad2704bd-8102-4eff-9f92-0e0cf3e4f11b is already hosted by enough agents. {{(pid=104082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:40:40.220321 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [None req-e2787e1d-8ec5-4d09-a7a6-2584e9a4f1e8 None None] Resources bound (agent type, host, resource id): {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:40:40.224006 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2787e1d-8ec5-4d09-a7a6-2584e9a4f1e8 None None] Received port after_create {{(pid=104082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:40:40.261451 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2787e1d-8ec5-4d09-a7a6-2584e9a4f1e8 None None] Pushing event updated for resources: {'Port': ['ID=3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:40:40.283418 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-520ad0a5-a560-4d25-8c65-d971d4273860 admin admin] Publish callbacks [] for port (1c3476b9-9944-45c8-a1f4-b94d6d8b41e3), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:40.297880 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-e2787e1d-8ec5-4d09-a7a6-2584e9a4f1e8 None None] Attempting to bind port 3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2 on host dv-cinder-841125-8-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:40:40.298257 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-e2787e1d-8ec5-4d09-a7a6-2584e9a4f1e8 None None] Attempting to bind port 3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2 by drivers openvswitch,hyperv on host dv-cinder-841125-8-iscsi at level 0 using segments [{'id': 'eac1de27-b2ed-4edf-9d58-19df42944d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'ad2704bd-8102-4eff-9f92-0e0cf3e4f11b'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:40:40.298698 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2787e1d-8ec5-4d09-a7a6-2584e9a4f1e8 None None] Attempting to bind port 3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2 on network ad2704bd-8102-4eff-9f92-0e0cf3e4f11b {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:40:40.304064 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2787e1d-8ec5-4d09-a7a6-2584e9a4f1e8 None None] Checking agent: {'id': '1cc95fa5-d110-483d-93d7-5dca7a29794e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 21, 10), 'started_at': datetime.datetime(2022, 5, 23, 15, 21, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:40:40.304447 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2787e1d-8ec5-4d09-a7a6-2584e9a4f1e8 None None] Checking segment: {'id': 'eac1de27-b2ed-4edf-9d58-19df42944d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'ad2704bd-8102-4eff-9f92-0e0cf3e4f11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:40:40.304858 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e2787e1d-8ec5-4d09-a7a6-2584e9a4f1e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:40.305281 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2787e1d-8ec5-4d09-a7a6-2584e9a4f1e8 None None] Bound using segment: {'id': 'eac1de27-b2ed-4edf-9d58-19df42944d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'ad2704bd-8102-4eff-9f92-0e0cf3e4f11b'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:40:40.305836 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-e2787e1d-8ec5-4d09-a7a6-2584e9a4f1e8 None None] Bound port: 3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2, host: dv-cinder-841125-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eac1de27-b2ed-4edf-9d58-19df42944d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'ad2704bd-8102-4eff-9f92-0e0cf3e4f11b'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:40:40.306132 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e2787e1d-8ec5-4d09-a7a6-2584e9a4f1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:40.320354 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-520ad0a5-a560-4d25-8c65-d971d4273860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (1c3476b9-9944-45c8-a1f4-b94d6d8b41e3), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:40.368953 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520ad0a5-a560-4d25-8c65-d971d4273860 admin admin] Network c36a36f9-cc20-4687-9603-de8e87d2bfc7 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:40:40.370258 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520ad0a5-a560-4d25-8c65-d971d4273860 admin admin] Pushing event updated for resources: {'Port': ['ID=1c3476b9-9944-45c8-a1f4-b94d6d8b41e3,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:40:40.372831 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-520ad0a5-a560-4d25-8c65-d971d4273860 admin admin] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:40:40.374949 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520ad0a5-a560-4d25-8c65-d971d4273860 admin admin] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:40:40.379157 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e2787e1d-8ec5-4d09-a7a6-2584e9a4f1e8 None None] For port 3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2, host dv-cinder-841125-8-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:40:40.382558 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e2787e1d-8ec5-4d09-a7a6-2584e9a4f1e8 None None] For port 3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2, host dv-cinder-841125-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2,segment=NetworkSegment(eac1de27-b2ed-4edf-9d58-19df42944d42),segment_id=eac1de27-b2ed-4edf-9d58-19df42944d42)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:40:40.390740 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e2787e1d-8ec5-4d09-a7a6-2584e9a4f1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:40.455713 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2787e1d-8ec5-4d09-a7a6-2584e9a4f1e8 None None] Pushing event updated for resources: {'Port': ['ID=3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:40:40.505620 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beabeff9-89f2-4396-824d-675efcbf52a5 None None] Sync routers for ids ['0d2075bf-a51e-4d22-964b-8e7282ee9f01'] in dv-cinder-841125-8-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:40:40.516025 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beabeff9-89f2-4396-824d-675efcbf52a5 None None] Routers {'0d2075bf-a51e-4d22-964b-8e7282ee9f01'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:40:40.516649 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-beabeff9-89f2-4396-824d-675efcbf52a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:40:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['0d2075bf-a51e-4d22-964b-8e7282ee9f01'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:40:40.636753 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-beabeff9-89f2-4396-824d-675efcbf52a5 None None] Set router 0d2075bf-a51e-4d22-964b-8e7282ee9f01 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:40:40.640706 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-520ad0a5-a560-4d25-8c65-d971d4273860 admin admin] Publish callbacks [] for router_gateway (69fd7b9f-f352-4bc6-8215-f4c30536233e), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:40.795593 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:40.842315 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-beabeff9-89f2-4396-824d-675efcbf52a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2075bf-a51e-4d22-964b-8e7282ee9f01', 'name': 'tempest-TestShelveInstance-883071679-router', 'tenant_id': 'fe810dde94644f57b3b6262366c8f126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '36977820-3e31-43ce-b522-08b534b0be71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:40:35Z', 'updated_at': '2022-05-23T15:40:37Z', 'revision_number': 4, 'project_id': 'fe810dde94644f57b3b6262366c8f126', 'gw_port': {'id': '36977820-3e31-43ce-b522-08b534b0be71', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:32:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2075bf-a51e-4d22-964b-8e7282ee9f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:40:35Z', 'updated_at': '2022-05-23T15:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': '2463487c-fdbe-44a9-ab82-e41f104bf0db', 'name': '', 'network_id': '04207fbb-130e-4d70-a528-326f06ddba5f', 'tenant_id': 'fe810dde94644f57b3b6262366c8f126', 'mac_address': 'fa:16:3e:2e:08:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2075bf-a51e-4d22-964b-8e7282ee9f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '73b4a46c-cee5-49d4-abcd-974a4dd5079a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:40:37Z', 'updated_at': '2022-05-23T15:40:37Z', 'revision_number': 2, 'project_id': 'fe810dde94644f57b3b6262366c8f126', 'subnets': [{'id': '73b4a46c-cee5-49d4-abcd-974a4dd5079a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:40:40.844782 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-520ad0a5-a560-4d25-8c65-d971d4273860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-866922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-866470'] for router (69fd7b9f-f352-4bc6-8215-f4c30536233e), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:40.866929 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beabeff9-89f2-4396-824d-675efcbf52a5 None None] Checking router: 0d2075bf-a51e-4d22-964b-8e7282ee9f01 for host: dv-cinder-841125-8-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:40:40.867558 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beabeff9-89f2-4396-824d-675efcbf52a5 None None] Updating router 0d2075bf-a51e-4d22-964b-8e7282ee9f01 port 2463487c-fdbe-44a9-ab82-e41f104bf0db binding host dv-cinder-841125-8-iscsi {{(pid=104083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 15:40:40.894463 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-beabeff9-89f2-4396-824d-675efcbf52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (2463487c-fdbe-44a9-ab82-e41f104bf0db), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:41.178153 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:41.200530 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-beabeff9-89f2-4396-824d-675efcbf52a5 None None] Publish callbacks [] for port (2463487c-fdbe-44a9-ab82-e41f104bf0db), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:41.207893 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-beabeff9-89f2-4396-824d-675efcbf52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (2463487c-fdbe-44a9-ab82-e41f104bf0db), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:41.218219 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-520ad0a5-a560-4d25-8c65-d971d4273860 admin admin] Router 69fd7b9f-f352-4bc6-8215-f4c30536233e is scheduled to L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb with binding_index 1 {{(pid=104080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 15:40:41.251165 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e703b807-6586-48e9-870f-e495e159d64b None None] Pushing event updated for resources: {'Port': ['ID=2463487c-fdbe-44a9-ab82-e41f104bf0db,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:40:41.319481 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-beabeff9-89f2-4396-824d-675efcbf52a5 None None] Attempting to bind port 2463487c-fdbe-44a9-ab82-e41f104bf0db on host dv-cinder-841125-8-iscsi for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:40:41.319845 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-beabeff9-89f2-4396-824d-675efcbf52a5 None None] Attempting to bind port 2463487c-fdbe-44a9-ab82-e41f104bf0db by drivers openvswitch,hyperv on host dv-cinder-841125-8-iscsi at level 0 using segments [{'id': '01b0070d-71cb-4230-a04d-f2e00747fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '04207fbb-130e-4d70-a528-326f06ddba5f'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:40:41.320398 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beabeff9-89f2-4396-824d-675efcbf52a5 None None] Attempting to bind port 2463487c-fdbe-44a9-ab82-e41f104bf0db on network 04207fbb-130e-4d70-a528-326f06ddba5f {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:40:41.326786 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703b807-6586-48e9-870f-e495e159d64b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:41.327396 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703b807-6586-48e9-870f-e495e159d64b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:41.327747 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703b807-6586-48e9-870f-e495e159d64b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:41.328264 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703b807-6586-48e9-870f-e495e159d64b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:41.328766 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703b807-6586-48e9-870f-e495e159d64b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:41.329277 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703b807-6586-48e9-870f-e495e159d64b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:41.329764 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703b807-6586-48e9-870f-e495e159d64b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:41.330253 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703b807-6586-48e9-870f-e495e159d64b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:41.330733 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703b807-6586-48e9-870f-e495e159d64b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:41.330867 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520ad0a5-a560-4d25-8c65-d971d4273860 admin admin] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:40:41.331693 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703b807-6586-48e9-870f-e495e159d64b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:41.332176 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703b807-6586-48e9-870f-e495e159d64b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:41.332674 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703b807-6586-48e9-870f-e495e159d64b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:41.333164 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703b807-6586-48e9-870f-e495e159d64b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:41.333650 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703b807-6586-48e9-870f-e495e159d64b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:41.334132 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703b807-6586-48e9-870f-e495e159d64b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:41.338607 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beabeff9-89f2-4396-824d-675efcbf52a5 None None] Checking agent: {'id': '1cc95fa5-d110-483d-93d7-5dca7a29794e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 21, 10), 'started_at': datetime.datetime(2022, 5, 23, 15, 21, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:40:41.339013 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beabeff9-89f2-4396-824d-675efcbf52a5 None None] Checking segment: {'id': '01b0070d-71cb-4230-a04d-f2e00747fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '04207fbb-130e-4d70-a528-326f06ddba5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:40:41.339585 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-beabeff9-89f2-4396-824d-675efcbf52a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:41.340126 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beabeff9-89f2-4396-824d-675efcbf52a5 None None] Bound using segment: {'id': '01b0070d-71cb-4230-a04d-f2e00747fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '04207fbb-130e-4d70-a528-326f06ddba5f'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:40:41.341432 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-beabeff9-89f2-4396-824d-675efcbf52a5 None None] Bound port: 2463487c-fdbe-44a9-ab82-e41f104bf0db, host: dv-cinder-841125-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01b0070d-71cb-4230-a04d-f2e00747fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '04207fbb-130e-4d70-a528-326f06ddba5f'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:40:41.341808 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-beabeff9-89f2-4396-824d-675efcbf52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (2463487c-fdbe-44a9-ab82-e41f104bf0db), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:41.349000 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46790b2b-afd8-4836-be11-d0bf3361061a None None] Sync routers for ids ['69fd7b9f-f352-4bc6-8215-f4c30536233e'] in dv-cinder-841125-8-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:40:41.364931 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46790b2b-afd8-4836-be11-d0bf3361061a None None] Routers {'69fd7b9f-f352-4bc6-8215-f4c30536233e'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:40:41.365581 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-46790b2b-afd8-4836-be11-d0bf3361061a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:40:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['69fd7b9f-f352-4bc6-8215-f4c30536233e'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:40:41.380976 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-520ad0a5-a560-4d25-8c65-d971d4273860 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:41.382589 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-520ad0a5-a560-4d25-8c65-d971d4273860 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8045681 May 23 15:40:41.389459 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 41382) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:40:41.421093 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-beabeff9-89f2-4396-824d-675efcbf52a5 None None] For port 2463487c-fdbe-44a9-ab82-e41f104bf0db, host dv-cinder-841125-8-iscsi, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:40:41.425803 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-beabeff9-89f2-4396-824d-675efcbf52a5 None None] For port 2463487c-fdbe-44a9-ab82-e41f104bf0db, host dv-cinder-841125-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=2463487c-fdbe-44a9-ab82-e41f104bf0db,segment=NetworkSegment(01b0070d-71cb-4230-a04d-f2e00747fe5c),segment_id=01b0070d-71cb-4230-a04d-f2e00747fe5c)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:40:41.429569 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=100 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:41.437537 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-beabeff9-89f2-4396-824d-675efcbf52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (2463487c-fdbe-44a9-ab82-e41f104bf0db), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:41.505651 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-46790b2b-afd8-4836-be11-d0bf3361061a None None] Set router 69fd7b9f-f352-4bc6-8215-f4c30536233e gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:40:41.507759 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e703b807-6586-48e9-870f-e495e159d64b None None] Pushing event updated for resources: {'Port': ['ID=2463487c-fdbe-44a9-ab82-e41f104bf0db,revision_number=4']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:40:41.537645 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beabeff9-89f2-4396-824d-675efcbf52a5 None None] Routers {'0d2075bf-a51e-4d22-964b-8e7282ee9f01'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:40:41.538497 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-beabeff9-89f2-4396-824d-675efcbf52a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:40:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['0d2075bf-a51e-4d22-964b-8e7282ee9f01'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:40:41.625318 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:41.681247 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:41.694157 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-beabeff9-89f2-4396-824d-675efcbf52a5 None None] Set router 0d2075bf-a51e-4d22-964b-8e7282ee9f01 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:40:41.701857 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:41.708444 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ba2923-a544-4d58-bf06-24a864c74788 None None] Network ad2704bd-8102-4eff-9f92-0e0cf3e4f11b requested from dv-cinder-841125-8-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:40:41.871915 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-79185806-270a-4a42-872c-80f153582386 None None] Provisioning complete for port 2463487c-fdbe-44a9-ab82-e41f104bf0db triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:40:41.872350 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-79185806-270a-4a42-872c-80f153582386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (2463487c-fdbe-44a9-ab82-e41f104bf0db), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:41.938198 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:41.962410 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2 up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:40:42.016027 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-46790b2b-afd8-4836-be11-d0bf3361061a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fd7b9f-f352-4bc6-8215-f4c30536233e', 'name': 'tempest-TestShelveInstance-572925532-router', 'tenant_id': 'f40b32e4715540068de04b9e051aecfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '1c3476b9-9944-45c8-a1f4-b94d6d8b41e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:40:39Z', 'updated_at': '2022-05-23T15:40:40Z', 'revision_number': 3, 'project_id': 'f40b32e4715540068de04b9e051aecfb', 'gw_port': {'id': '1c3476b9-9944-45c8-a1f4-b94d6d8b41e3', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e9:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fd7b9f-f352-4bc6-8215-f4c30536233e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:40:40Z', 'updated_at': '2022-05-23T15:40:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi'}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:40:42.074601 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46790b2b-afd8-4836-be11-d0bf3361061a None None] Checking router: 69fd7b9f-f352-4bc6-8215-f4c30536233e for host: dv-cinder-841125-8-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:40:42.075550 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46790b2b-afd8-4836-be11-d0bf3361061a None None] Updating router 69fd7b9f-f352-4bc6-8215-f4c30536233e port 1c3476b9-9944-45c8-a1f4-b94d6d8b41e3 binding host dv-cinder-841125-8-iscsi {{(pid=104082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 15:40:42.079582 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-79185806-270a-4a42-872c-80f153582386 None None] Current status of the port 2463487c-fdbe-44a9-ab82-e41f104bf0db is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:40:42.079965 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-79185806-270a-4a42-872c-80f153582386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (2463487c-fdbe-44a9-ab82-e41f104bf0db), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:42.083680 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-beabeff9-89f2-4396-824d-675efcbf52a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2075bf-a51e-4d22-964b-8e7282ee9f01', 'name': 'tempest-TestShelveInstance-883071679-router', 'tenant_id': 'fe810dde94644f57b3b6262366c8f126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '36977820-3e31-43ce-b522-08b534b0be71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:40:35Z', 'updated_at': '2022-05-23T15:40:37Z', 'revision_number': 4, 'project_id': 'fe810dde94644f57b3b6262366c8f126', 'gw_port': {'id': '36977820-3e31-43ce-b522-08b534b0be71', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:32:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2075bf-a51e-4d22-964b-8e7282ee9f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:40:35Z', 'updated_at': '2022-05-23T15:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': '2463487c-fdbe-44a9-ab82-e41f104bf0db', 'name': '', 'network_id': '04207fbb-130e-4d70-a528-326f06ddba5f', 'tenant_id': 'fe810dde94644f57b3b6262366c8f126', 'mac_address': 'fa:16:3e:2e:08:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2075bf-a51e-4d22-964b-8e7282ee9f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '73b4a46c-cee5-49d4-abcd-974a4dd5079a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:40:37Z', 'updated_at': '2022-05-23T15:40:41Z', 'revision_number': 4, 'project_id': 'fe810dde94644f57b3b6262366c8f126', 'subnets': [{'id': '73b4a46c-cee5-49d4-abcd-974a4dd5079a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:40:42.114250 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beabeff9-89f2-4396-824d-675efcbf52a5 None None] The sync data for ids ['0d2075bf-a51e-4d22-964b-8e7282ee9f01'] in dv-cinder-841125-8-iscsi is: [{'id': '0d2075bf-a51e-4d22-964b-8e7282ee9f01', 'name': 'tempest-TestShelveInstance-883071679-router', 'tenant_id': 'fe810dde94644f57b3b6262366c8f126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '36977820-3e31-43ce-b522-08b534b0be71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:40:35Z', 'updated_at': '2022-05-23T15:40:37Z', 'revision_number': 4, 'project_id': 'fe810dde94644f57b3b6262366c8f126', 'gw_port': {'id': '36977820-3e31-43ce-b522-08b534b0be71', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:32:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2075bf-a51e-4d22-964b-8e7282ee9f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:40:35Z', 'updated_at': '2022-05-23T15:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': '2463487c-fdbe-44a9-ab82-e41f104bf0db', 'name': '', 'network_id': '04207fbb-130e-4d70-a528-326f06ddba5f', 'tenant_id': 'fe810dde94644f57b3b6262366c8f126', 'mac_address': 'fa:16:3e:2e:08:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2075bf-a51e-4d22-964b-8e7282ee9f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '73b4a46c-cee5-49d4-abcd-974a4dd5079a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:40:37Z', 'updated_at': '2022-05-23T15:40:41Z', 'revision_number': 4, 'project_id': 'fe810dde94644f57b3b6262366c8f126', 'subnets': [{'id': '73b4a46c-cee5-49d4-abcd-974a4dd5079a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:40:42.132273 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-46790b2b-afd8-4836-be11-d0bf3361061a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (1c3476b9-9944-45c8-a1f4-b94d6d8b41e3), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:42.164355 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port 3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:40:42.164726 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:42.182163 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-79185806-270a-4a42-872c-80f153582386 None None] For port 2463487c-fdbe-44a9-ab82-e41f104bf0db, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=2463487c-fdbe-44a9-ab82-e41f104bf0db,segment=NetworkSegment(01b0070d-71cb-4230-a04d-f2e00747fe5c),segment_id=01b0070d-71cb-4230-a04d-f2e00747fe5c)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:40:42.226612 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-79185806-270a-4a42-872c-80f153582386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (2463487c-fdbe-44a9-ab82-e41f104bf0db), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:42.280371 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cd64560f-720e-4649-9e3a-b5ab9b747fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:42.368617 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:42.383520 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:42.385972 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-8c92d5d1-b26e-4430-942c-c1149d807576 None None] Provisioning complete for port 2463487c-fdbe-44a9-ab82-e41f104bf0db triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:40:42.386456 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-8c92d5d1-b26e-4430-942c-c1149d807576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (2463487c-fdbe-44a9-ab82-e41f104bf0db), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:42.392018 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79185806-270a-4a42-872c-80f153582386 None None] Pushing event updated for resources: {'Port': ['ID=2463487c-fdbe-44a9-ab82-e41f104bf0db,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:40:42.451555 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79185806-270a-4a42-872c-80f153582386 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:42.451955 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79185806-270a-4a42-872c-80f153582386 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:42.452232 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79185806-270a-4a42-872c-80f153582386 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:42.452570 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79185806-270a-4a42-872c-80f153582386 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:42.452909 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79185806-270a-4a42-872c-80f153582386 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:42.453239 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79185806-270a-4a42-872c-80f153582386 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:42.453562 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79185806-270a-4a42-872c-80f153582386 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:42.453881 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79185806-270a-4a42-872c-80f153582386 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:42.454653 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79185806-270a-4a42-872c-80f153582386 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:42.454653 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79185806-270a-4a42-872c-80f153582386 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:42.454866 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79185806-270a-4a42-872c-80f153582386 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:42.455133 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79185806-270a-4a42-872c-80f153582386 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:42.455450 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79185806-270a-4a42-872c-80f153582386 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:42.455762 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79185806-270a-4a42-872c-80f153582386 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:42.456386 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79185806-270a-4a42-872c-80f153582386 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:40:42.477645 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-cd64560f-720e-4649-9e3a-b5ab9b747fc8 admin admin] Allocated IP 172.20.0.1 (ad2704bd-8102-4eff-9f92-0e0cf3e4f11b/1eb66446-b75b-4ee2-a27a-7b35530cf069/9a042f1e-7fad-4065-8ae4-f47b898d0daa) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:40:42.600904 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cd64560f-720e-4649-9e3a-b5ab9b747fc8 admin admin] Publish callbacks [] for port (9a042f1e-7fad-4065-8ae4-f47b898d0daa), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:42.640590 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cd64560f-720e-4649-9e3a-b5ab9b747fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250202'] for port (9a042f1e-7fad-4065-8ae4-f47b898d0daa), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:42.651341 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port 3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2 is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:40:42.651734 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:42.698028 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd64560f-720e-4649-9e3a-b5ab9b747fc8 admin admin] Network ad2704bd-8102-4eff-9f92-0e0cf3e4f11b is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:40:42.703788 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-cd64560f-720e-4649-9e3a-b5ab9b747fc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:40:42.705781 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64560f-720e-4649-9e3a-b5ab9b747fc8 admin admin] Pushing event updated for resources: {'Port': ['ID=9a042f1e-7fad-4065-8ae4-f47b898d0daa,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:40:42.707919 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd64560f-720e-4649-9e3a-b5ab9b747fc8 admin admin] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:40:42.737135 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] For port 3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2,segment=NetworkSegment(eac1de27-b2ed-4edf-9d58-19df42944d42),segment_id=eac1de27-b2ed-4edf-9d58-19df42944d42)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:40:42.749773 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cd64560f-720e-4649-9e3a-b5ab9b747fc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-863987'] for router_interface (69fd7b9f-f352-4bc6-8215-f4c30536233e), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:42.753292 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:42.754118 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 2463487c-fdbe-44a9-ab82-e41f104bf0db up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:40:42.762315 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-8c92d5d1-b26e-4430-942c-c1149d807576 None None] Current status of the port 2463487c-fdbe-44a9-ab82-e41f104bf0db is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:40:42.809229 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:42.844750 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-8c92d5d1-b26e-4430-942c-c1149d807576 None None] Provisioning complete for port 3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:40:42.845149 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-8c92d5d1-b26e-4430-942c-c1149d807576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:42.918442 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Pushing event updated for resources: {'Port': ['ID=3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:40:42.924433 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cd64560f-720e-4649-9e3a-b5ab9b747fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (9a042f1e-7fad-4065-8ae4-f47b898d0daa), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:42.958475 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-46790b2b-afd8-4836-be11-d0bf3361061a None None] Publish callbacks [] for port (1c3476b9-9944-45c8-a1f4-b94d6d8b41e3), precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:42.963348 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port 2463487c-fdbe-44a9-ab82-e41f104bf0db triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:40:42.963717 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (2463487c-fdbe-44a9-ab82-e41f104bf0db), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:42.994979 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-46790b2b-afd8-4836-be11-d0bf3361061a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (1c3476b9-9944-45c8-a1f4-b94d6d8b41e3), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:43.039688 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:43.102575 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee31501-cdeb-4e9d-b7ef-ca4c14e22959 None None] Pushing event updated for resources: {'Port': ['ID=1c3476b9-9944-45c8-a1f4-b94d6d8b41e3,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:40:43.105163 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-46790b2b-afd8-4836-be11-d0bf3361061a None None] Attempting to bind port 1c3476b9-9944-45c8-a1f4-b94d6d8b41e3 on host dv-cinder-841125-8-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:40:43.105522 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-46790b2b-afd8-4836-be11-d0bf3361061a None None] Attempting to bind port 1c3476b9-9944-45c8-a1f4-b94d6d8b41e3 by drivers openvswitch,hyperv on host dv-cinder-841125-8-iscsi at level 0 using segments [{'id': '36a83107-a298-4f41-a08d-e6c665169c28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:40:43.105874 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46790b2b-afd8-4836-be11-d0bf3361061a None None] Attempting to bind port 1c3476b9-9944-45c8-a1f4-b94d6d8b41e3 on network c36a36f9-cc20-4687-9603-de8e87d2bfc7 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:40:43.107899 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-8c92d5d1-b26e-4430-942c-c1149d807576 None None] Current status of the port 3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:40:43.116127 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46790b2b-afd8-4836-be11-d0bf3361061a None None] Checking agent: {'id': '1cc95fa5-d110-483d-93d7-5dca7a29794e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 21, 10), 'started_at': datetime.datetime(2022, 5, 23, 15, 21, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:40:43.116496 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46790b2b-afd8-4836-be11-d0bf3361061a None None] Checking segment: {'id': '36a83107-a298-4f41-a08d-e6c665169c28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:40:43.116913 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-46790b2b-afd8-4836-be11-d0bf3361061a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:43.117297 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46790b2b-afd8-4836-be11-d0bf3361061a None None] Bound using segment: {'id': '36a83107-a298-4f41-a08d-e6c665169c28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:40:43.117758 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-46790b2b-afd8-4836-be11-d0bf3361061a None None] Bound port: 1c3476b9-9944-45c8-a1f4-b94d6d8b41e3, host: dv-cinder-841125-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a83107-a298-4f41-a08d-e6c665169c28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:40:43.118133 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-46790b2b-afd8-4836-be11-d0bf3361061a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (1c3476b9-9944-45c8-a1f4-b94d6d8b41e3), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:43.182672 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cd64560f-720e-4649-9e3a-b5ab9b747fc8 admin admin] Publish callbacks [] for port (9a042f1e-7fad-4065-8ae4-f47b898d0daa), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:43.182902 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port 2463487c-fdbe-44a9-ab82-e41f104bf0db is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:40:43.183601 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 36977820-3e31-43ce-b522-08b534b0be71 up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:40:43.188190 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cd64560f-720e-4649-9e3a-b5ab9b747fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4250195'] for port (9a042f1e-7fad-4065-8ae4-f47b898d0daa), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:43.215204 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-46790b2b-afd8-4836-be11-d0bf3361061a None None] For port 1c3476b9-9944-45c8-a1f4-b94d6d8b41e3, host dv-cinder-841125-8-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:40:43.239897 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-46790b2b-afd8-4836-be11-d0bf3361061a None None] For port 1c3476b9-9944-45c8-a1f4-b94d6d8b41e3, host dv-cinder-841125-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=1c3476b9-9944-45c8-a1f4-b94d6d8b41e3,segment=NetworkSegment(36a83107-a298-4f41-a08d-e6c665169c28),segment_id=36a83107-a298-4f41-a08d-e6c665169c28)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:40:43.249116 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-46790b2b-afd8-4836-be11-d0bf3361061a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (1c3476b9-9944-45c8-a1f4-b94d6d8b41e3), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:43.253057 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:43.253269 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-ea70cc80-f902-469a-a3ed-000dceae18d0 None None] Provisioning complete for port 9a042f1e-7fad-4065-8ae4-f47b898d0daa triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:40:43.253627 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ea70cc80-f902-469a-a3ed-000dceae18d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (9a042f1e-7fad-4065-8ae4-f47b898d0daa), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:43.260183 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64560f-720e-4649-9e3a-b5ab9b747fc8 admin admin] Pushing event updated for resources: {'Port': ['ID=9a042f1e-7fad-4065-8ae4-f47b898d0daa,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:40:43.264425 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cd64560f-720e-4649-9e3a-b5ab9b747fc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-243210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-863331'] for router_interface (69fd7b9f-f352-4bc6-8215-f4c30536233e), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:43.285964 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:43.330615 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port 36977820-3e31-43ce-b522-08b534b0be71 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:40:43.330979 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (36977820-3e31-43ce-b522-08b534b0be71), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:43.335924 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-ea70cc80-f902-469a-a3ed-000dceae18d0 None None] Port 9a042f1e-7fad-4065-8ae4-f47b898d0daa cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:40:43.351617 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:43.361207 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd64560f-720e-4649-9e3a-b5ab9b747fc8 admin admin] Network ad2704bd-8102-4eff-9f92-0e0cf3e4f11b is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:40:43.362555 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-cd64560f-720e-4649-9e3a-b5ab9b747fc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:40:43.376220 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee31501-cdeb-4e9d-b7ef-ca4c14e22959 None None] Pushing event updated for resources: {'Port': ['ID=1c3476b9-9944-45c8-a1f4-b94d6d8b41e3,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:40:43.385690 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-ea70cc80-f902-469a-a3ed-000dceae18d0 None None] Provisioning complete for port 3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:40:43.386064 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ea70cc80-f902-469a-a3ed-000dceae18d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:43.389851 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46790b2b-afd8-4836-be11-d0bf3361061a None None] Routers {'69fd7b9f-f352-4bc6-8215-f4c30536233e'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:40:43.390411 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-46790b2b-afd8-4836-be11-d0bf3361061a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:40:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['69fd7b9f-f352-4bc6-8215-f4c30536233e'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:40:43.482714 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd64560f-720e-4649-9e3a-b5ab9b747fc8 admin admin] Router 69fd7b9f-f352-4bc6-8215-f4c30536233e has already been hosted by L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:40:43.562071 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port 36977820-3e31-43ce-b522-08b534b0be71 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:40:43.588155 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-46790b2b-afd8-4836-be11-d0bf3361061a None None] Set router 69fd7b9f-f352-4bc6-8215-f4c30536233e gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:40:43.599121 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd64560f-720e-4649-9e3a-b5ab9b747fc8 admin admin] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:40:43.604940 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-cd64560f-720e-4649-9e3a-b5ab9b747fc8 admin admin] 10.222.0.30 "PUT /v2.0/routers/69fd7b9f-f352-4bc6-8215-f4c30536233e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2140155 May 23 15:40:43.619603 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-deeacb48-f8ad-4ee7-aaeb-78a4c3f342fc None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:40:43.634829 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-ea70cc80-f902-469a-a3ed-000dceae18d0 None None] Current status of the port 3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:40:43.764679 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 2463487c-fdbe-44a9-ab82-e41f104bf0db up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:40:43.799703 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fa4a964e-d893-4582-beca-2e075eb9b1f5 None None] Provisioning complete for port 9a042f1e-7fad-4065-8ae4-f47b898d0daa triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:40:43.800082 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fa4a964e-d893-4582-beca-2e075eb9b1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (9a042f1e-7fad-4065-8ae4-f47b898d0daa), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:43.875775 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:43.876618 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fa4a964e-d893-4582-beca-2e075eb9b1f5 None None] Port 9a042f1e-7fad-4065-8ae4-f47b898d0daa cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:40:43.890458 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port 2463487c-fdbe-44a9-ab82-e41f104bf0db triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:40:43.890840 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (2463487c-fdbe-44a9-ab82-e41f104bf0db), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:43.892540 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-46790b2b-afd8-4836-be11-d0bf3361061a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fd7b9f-f352-4bc6-8215-f4c30536233e', 'name': 'tempest-TestShelveInstance-572925532-router', 'tenant_id': 'f40b32e4715540068de04b9e051aecfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '1c3476b9-9944-45c8-a1f4-b94d6d8b41e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:40:39Z', 'updated_at': '2022-05-23T15:40:42Z', 'revision_number': 4, 'project_id': 'f40b32e4715540068de04b9e051aecfb', 'gw_port': {'id': '1c3476b9-9944-45c8-a1f4-b94d6d8b41e3', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e9:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fd7b9f-f352-4bc6-8215-f4c30536233e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:40:40Z', 'updated_at': '2022-05-23T15:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': '9a042f1e-7fad-4065-8ae4-f47b898d0daa', 'name': '', 'network_id': 'ad2704bd-8102-4eff-9f92-0e0cf3e4f11b', 'tenant_id': 'f40b32e4715540068de04b9e051aecfb', 'mac_address': 'fa:16:3e:b5:41:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fd7b9f-f352-4bc6-8215-f4c30536233e', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '1eb66446-b75b-4ee2-a27a-7b35530cf069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:40:42Z', 'updated_at': '2022-05-23T15:40:43Z', 'revision_number': 2, 'project_id': 'f40b32e4715540068de04b9e051aecfb', 'subnets': [{'id': '1eb66446-b75b-4ee2-a27a-7b35530cf069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:40:43.949235 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46790b2b-afd8-4836-be11-d0bf3361061a None None] The sync data for ids ['69fd7b9f-f352-4bc6-8215-f4c30536233e'] in dv-cinder-841125-8-iscsi is: [{'id': '69fd7b9f-f352-4bc6-8215-f4c30536233e', 'name': 'tempest-TestShelveInstance-572925532-router', 'tenant_id': 'f40b32e4715540068de04b9e051aecfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '1c3476b9-9944-45c8-a1f4-b94d6d8b41e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:40:39Z', 'updated_at': '2022-05-23T15:40:42Z', 'revision_number': 4, 'project_id': 'f40b32e4715540068de04b9e051aecfb', 'gw_port': {'id': '1c3476b9-9944-45c8-a1f4-b94d6d8b41e3', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e9:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fd7b9f-f352-4bc6-8215-f4c30536233e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:40:40Z', 'updated_at': '2022-05-23T15:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': '9a042f1e-7fad-4065-8ae4-f47b898d0daa', 'name': '', 'network_id': 'ad2704bd-8102-4eff-9f92-0e0cf3e4f11b', 'tenant_id': 'f40b32e4715540068de04b9e051aecfb', 'mac_address': 'fa:16:3e:b5:41:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fd7b9f-f352-4bc6-8215-f4c30536233e', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '1eb66446-b75b-4ee2-a27a-7b35530cf069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:40:42Z', 'updated_at': '2022-05-23T15:40:43Z', 'revision_number': 2, 'project_id': 'f40b32e4715540068de04b9e051aecfb', 'subnets': [{'id': '1eb66446-b75b-4ee2-a27a-7b35530cf069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:40:43.967474 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 41390) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:40:43.978853 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-7b8edc89-9af0-437b-acb5-c1caf150b6ee tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-929607253', 'description': 'tempest-secgroup-smoke-929607253 description', 'project_id': 'fe810dde94644f57b3b6262366c8f126'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:40:44.002415 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7b8edc89-9af0-437b-acb5-c1caf150b6ee tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:44.014125 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port 2463487c-fdbe-44a9-ab82-e41f104bf0db is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:40:44.015248 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2 up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:40:44.063175 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port 3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:40:44.063552 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:44.072772 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7b8edc89-9af0-437b-acb5-c1caf150b6ee tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks [] for security_group (7bf37486-c172-4aee-809e-c6f31e85a060), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:44.077772 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7b8edc89-9af0-437b-acb5-c1caf150b6ee tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (7bf37486-c172-4aee-809e-c6f31e85a060), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:44.110684 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8edc89-9af0-437b-acb5-c1caf150b6ee tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf37486-c172-4aee-809e-c6f31e85a060,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:40:44.117922 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7b8edc89-9af0-437b-acb5-c1caf150b6ee tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:44.119223 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-7b8edc89-9af0-437b-acb5-c1caf150b6ee tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1507444 May 23 15:40:44.122632 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 41392) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:40:44.127098 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-e7b5f1cf-b42b-482e-9fc4-7be1d69a1ac2 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Request body: {'security_group_rule': {'security_group_id': '7bf37486-c172-4aee-809e-c6f31e85a060', 'project_id': 'fe810dde94644f57b3b6262366c8f126', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:40:44.173547 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e7b5f1cf-b42b-482e-9fc4-7be1d69a1ac2 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks [] for security_group_rule (cb3c1b65-b23f-4111-a674-0bc0268996dd), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:44.174405 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port 3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:40:44.253533 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e7b5f1cf-b42b-482e-9fc4-7be1d69a1ac2 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks [] for security_group_rule (cb3c1b65-b23f-4111-a674-0bc0268996dd), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:44.257824 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e7b5f1cf-b42b-482e-9fc4-7be1d69a1ac2 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594284'] for security_group_rule (cb3c1b65-b23f-4111-a674-0bc0268996dd), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:44.277641 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b5f1cf-b42b-482e-9fc4-7be1d69a1ac2 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb3c1b65-b23f-4111-a674-0bc0268996dd,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:40:44.285897 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e7b5f1cf-b42b-482e-9fc4-7be1d69a1ac2 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:44.287301 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-e7b5f1cf-b42b-482e-9fc4-7be1d69a1ac2 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1636059 May 23 15:40:44.290472 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 41396) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:40:44.295557 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-1af0de0c-7108-4c5c-9972-f467d9bdc843 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Request body: {'security_group_rule': {'security_group_id': '7bf37486-c172-4aee-809e-c6f31e85a060', 'project_id': 'fe810dde94644f57b3b6262366c8f126', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:40:44.337849 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1af0de0c-7108-4c5c-9972-f467d9bdc843 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks [] for security_group_rule (db5ea31a-81f3-4207-b8cb-363d187808b2), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:44.403252 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1af0de0c-7108-4c5c-9972-f467d9bdc843 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks [] for security_group_rule (db5ea31a-81f3-4207-b8cb-363d187808b2), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:44.407364 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1af0de0c-7108-4c5c-9972-f467d9bdc843 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594284'] for security_group_rule (db5ea31a-81f3-4207-b8cb-363d187808b2), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:44.429332 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af0de0c-7108-4c5c-9972-f467d9bdc843 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db5ea31a-81f3-4207-b8cb-363d187808b2,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:40:44.438223 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1af0de0c-7108-4c5c-9972-f467d9bdc843 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:44.439510 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-1af0de0c-7108-4c5c-9972-f467d9bdc843 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1480384 May 23 15:40:44.442311 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 41400) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:40:44.447403 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-d90f8b00-0da3-4308-a12a-ea1590ae4fa5 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Request body: {'security_group_rule': {'security_group_id': '7bf37486-c172-4aee-809e-c6f31e85a060', 'project_id': 'fe810dde94644f57b3b6262366c8f126', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:40:44.477983 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d90f8b00-0da3-4308-a12a-ea1590ae4fa5 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks [] for security_group_rule (53cc1557-e17c-4792-9d37-3f48423d1a78), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:44.488743 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4598f2f-39ef-4642-9c30-6fc4c4a69714 req-91ec66be-9bf2-476f-bbad-1275c35754c4 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:40:44.490319 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c4598f2f-39ef-4642-9c30-6fc4c4a69714 req-91ec66be-9bf2-476f-bbad-1275c35754c4 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3cec2db-2c9e-4056-91b1-e16f4981811c HTTP/1.1" status: 200 len: 946 time: 0.0623014 May 23 15:40:44.547982 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d90f8b00-0da3-4308-a12a-ea1590ae4fa5 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks [] for security_group_rule (53cc1557-e17c-4792-9d37-3f48423d1a78), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:44.552034 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d90f8b00-0da3-4308-a12a-ea1590ae4fa5 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594284'] for security_group_rule (53cc1557-e17c-4792-9d37-3f48423d1a78), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:44.558074 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c4598f2f-39ef-4642-9c30-6fc4c4a69714 req-8ab9cf01-24c9-4d23-baef-0d05c20c312c tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/security-groups?id=790ce1ef-a8f0-4fc0-8ea7-68013879e709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619419 May 23 15:40:44.574012 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f8b00-0da3-4308-a12a-ea1590ae4fa5 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53cc1557-e17c-4792-9d37-3f48423d1a78,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:40:44.587293 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d90f8b00-0da3-4308-a12a-ea1590ae4fa5 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:44.591890 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-d90f8b00-0da3-4308-a12a-ea1590ae4fa5 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1466641 May 23 15:40:44.592290 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 41402) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:40:44.597319 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-31b22201-c628-41da-93f6-dfceafcd1c60 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Request body: {'security_group_rule': {'security_group_id': '7bf37486-c172-4aee-809e-c6f31e85a060', 'project_id': 'fe810dde94644f57b3b6262366c8f126', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:40:44.625457 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-31b22201-c628-41da-93f6-dfceafcd1c60 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks [] for security_group_rule (e76ce790-4467-4e6e-87ff-b363247ab455), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:44.680003 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-31b22201-c628-41da-93f6-dfceafcd1c60 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks [] for security_group_rule (e76ce790-4467-4e6e-87ff-b363247ab455), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:44.683459 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-31b22201-c628-41da-93f6-dfceafcd1c60 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594284'] for security_group_rule (e76ce790-4467-4e6e-87ff-b363247ab455), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:44.702304 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b22201-c628-41da-93f6-dfceafcd1c60 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e76ce790-4467-4e6e-87ff-b363247ab455,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:40:44.709146 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-31b22201-c628-41da-93f6-dfceafcd1c60 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:44.710351 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-31b22201-c628-41da-93f6-dfceafcd1c60 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1168308 May 23 15:40:44.713006 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 41404) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:40:44.717358 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-71d8f444-8616-4cb0-8d9e-f9d513348205 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Request body: {'security_group_rule': {'security_group_id': '7bf37486-c172-4aee-809e-c6f31e85a060', 'project_id': 'fe810dde94644f57b3b6262366c8f126', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:40:44.737999 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.db.securitygroups_db [None req-71d8f444-8616-4cb0-8d9e-f9d513348205 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Project fe810dde94644f57b3b6262366c8f126 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 15:40:44.743132 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-71d8f444-8616-4cb0-8d9e-f9d513348205 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks [] for security_group_rule (34be76ba-63ae-4da8-83d6-93a8b54fe122), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:44.801889 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-71d8f444-8616-4cb0-8d9e-f9d513348205 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks [] for security_group_rule (34be76ba-63ae-4da8-83d6-93a8b54fe122), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:44.805696 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-71d8f444-8616-4cb0-8d9e-f9d513348205 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594284'] for security_group_rule (34be76ba-63ae-4da8-83d6-93a8b54fe122), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:44.825310 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d8f444-8616-4cb0-8d9e-f9d513348205 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34be76ba-63ae-4da8-83d6-93a8b54fe122,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:40:44.832296 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-71d8f444-8616-4cb0-8d9e-f9d513348205 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:44.833519 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-71d8f444-8616-4cb0-8d9e-f9d513348205 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1196024 May 23 15:40:44.836262 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 41406) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:40:44.840570 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-5c04de5e-0d18-4809-8a79-d9346248f892 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Request body: {'security_group_rule': {'security_group_id': '7bf37486-c172-4aee-809e-c6f31e85a060', 'project_id': 'fe810dde94644f57b3b6262366c8f126', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:40:44.861761 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.db.securitygroups_db [None req-5c04de5e-0d18-4809-8a79-d9346248f892 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Project fe810dde94644f57b3b6262366c8f126 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 15:40:44.867718 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5c04de5e-0d18-4809-8a79-d9346248f892 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks [] for security_group_rule (0b41b8b8-2c2f-44d6-a3e6-6ddc1f6d235e), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:44.870996 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:44.888837 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:44.941514 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5c04de5e-0d18-4809-8a79-d9346248f892 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks [] for security_group_rule (0b41b8b8-2c2f-44d6-a3e6-6ddc1f6d235e), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:44.944850 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5c04de5e-0d18-4809-8a79-d9346248f892 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594284'] for security_group_rule (0b41b8b8-2c2f-44d6-a3e6-6ddc1f6d235e), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:44.963938 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04de5e-0d18-4809-8a79-d9346248f892 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b41b8b8-2c2f-44d6-a3e6-6ddc1f6d235e,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:40:44.972768 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5c04de5e-0d18-4809-8a79-d9346248f892 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:44.974021 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-5c04de5e-0d18-4809-8a79-d9346248f892 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1368473 May 23 15:40:45.663178 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:45.682851 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7544a-fba5-48c2-a4d5-f7c09b7412fd req-1a970105-6b8d-40ee-8efd-98c3c8bf11bf tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:40:45.685419 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fcd7544a-fba5-48c2-a4d5-f7c09b7412fd req-1a970105-6b8d-40ee-8efd-98c3c8bf11bf tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3cec2db-2c9e-4056-91b1-e16f4981811c HTTP/1.1" status: 200 len: 946 time: 0.0522015 May 23 15:40:45.717352 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:45.745446 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fcd7544a-fba5-48c2-a4d5-f7c09b7412fd req-096cc33d-9d34-4dc6-a7c4-bf57aa222b21 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/security-groups?id=790ce1ef-a8f0-4fc0-8ea7-68013879e709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523326 May 23 15:40:45.773654 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 1c3476b9-9944-45c8-a1f4-b94d6d8b41e3 up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:40:45.818764 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port 1c3476b9-9944-45c8-a1f4-b94d6d8b41e3 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:40:45.819152 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (1c3476b9-9944-45c8-a1f4-b94d6d8b41e3), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:45.855531 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:45.905856 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port 1c3476b9-9944-45c8-a1f4-b94d6d8b41e3 is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:40:45.906249 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (1c3476b9-9944-45c8-a1f4-b94d6d8b41e3), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:45.928205 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] For port 1c3476b9-9944-45c8-a1f4-b94d6d8b41e3, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=1c3476b9-9944-45c8-a1f4-b94d6d8b41e3,segment=NetworkSegment(36a83107-a298-4f41-a08d-e6c665169c28),segment_id=36a83107-a298-4f41-a08d-e6c665169c28)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:40:45.931768 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (1c3476b9-9944-45c8-a1f4-b94d6d8b41e3), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:45.984745 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Pushing event updated for resources: {'Port': ['ID=1c3476b9-9944-45c8-a1f4-b94d6d8b41e3,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:40:46.275464 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34a22d9-f579-4991-9b8a-e662886bd505 None None] Sync routers for ids ['69fd7b9f-f352-4bc6-8215-f4c30536233e'] in dv-cinder-841125-8-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:40:46.285922 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34a22d9-f579-4991-9b8a-e662886bd505 None None] Routers {'69fd7b9f-f352-4bc6-8215-f4c30536233e'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:40:46.286542 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-b34a22d9-f579-4991-9b8a-e662886bd505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:40:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['69fd7b9f-f352-4bc6-8215-f4c30536233e'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:40:46.392733 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-b34a22d9-f579-4991-9b8a-e662886bd505 None None] Set router 69fd7b9f-f352-4bc6-8215-f4c30536233e gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:40:46.392956 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc60e82-1058-460d-807b-23fa9c02ab58 req-d498a162-6a60-4553-8645-4cd8391a5ea2 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:40:46.394406 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7cc60e82-1058-460d-807b-23fa9c02ab58 req-d498a162-6a60-4553-8645-4cd8391a5ea2 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3cec2db-2c9e-4056-91b1-e16f4981811c HTTP/1.1" status: 200 len: 946 time: 0.0579255 May 23 15:40:46.495158 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [req-7cc60e82-1058-460d-807b-23fa9c02ab58 req-cfcea0ad-178e-47e8-9b20-16f75175009b tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Deleting port 9ec6265e-1a00-4a72-a184-cf3c6c301c06 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:40:46.495511 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-7cc60e82-1058-460d-807b-23fa9c02ab58 req-cfcea0ad-178e-47e8-9b20-16f75175009b tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (9ec6265e-1a00-4a72-a184-cf3c6c301c06), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:46.586225 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-b34a22d9-f579-4991-9b8a-e662886bd505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fd7b9f-f352-4bc6-8215-f4c30536233e', 'name': 'tempest-TestShelveInstance-572925532-router', 'tenant_id': 'f40b32e4715540068de04b9e051aecfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '1c3476b9-9944-45c8-a1f4-b94d6d8b41e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:40:39Z', 'updated_at': '2022-05-23T15:40:42Z', 'revision_number': 4, 'project_id': 'f40b32e4715540068de04b9e051aecfb', 'gw_port': {'id': '1c3476b9-9944-45c8-a1f4-b94d6d8b41e3', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fd7b9f-f352-4bc6-8215-f4c30536233e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:40:40Z', 'updated_at': '2022-05-23T15:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': '9a042f1e-7fad-4065-8ae4-f47b898d0daa', 'name': '', 'network_id': 'ad2704bd-8102-4eff-9f92-0e0cf3e4f11b', 'tenant_id': 'f40b32e4715540068de04b9e051aecfb', 'mac_address': 'fa:16:3e:b5:41:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fd7b9f-f352-4bc6-8215-f4c30536233e', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '1eb66446-b75b-4ee2-a27a-7b35530cf069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:40:42Z', 'updated_at': '2022-05-23T15:40:43Z', 'revision_number': 2, 'project_id': 'f40b32e4715540068de04b9e051aecfb', 'subnets': [{'id': '1eb66446-b75b-4ee2-a27a-7b35530cf069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:40:46.595478 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-7cc60e82-1058-460d-807b-23fa9c02ab58 req-cfcea0ad-178e-47e8-9b20-16f75175009b tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] For port 9ec6265e-1a00-4a72-a184-cf3c6c301c06, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=9ec6265e-1a00-4a72-a184-cf3c6c301c06,segment=NetworkSegment(46f30410-07ea-4763-89e0-8de109268753),segment_id=46f30410-07ea-4763-89e0-8de109268753)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:40:46.596155 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-7cc60e82-1058-460d-807b-23fa9c02ab58 req-cfcea0ad-178e-47e8-9b20-16f75175009b tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (9ec6265e-1a00-4a72-a184-cf3c6c301c06), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:46.612445 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34a22d9-f579-4991-9b8a-e662886bd505 None None] Checking router: 69fd7b9f-f352-4bc6-8215-f4c30536233e for host: dv-cinder-841125-8-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:40:46.612890 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34a22d9-f579-4991-9b8a-e662886bd505 None None] Updating router 69fd7b9f-f352-4bc6-8215-f4c30536233e port 9a042f1e-7fad-4065-8ae4-f47b898d0daa binding host dv-cinder-841125-8-iscsi {{(pid=104083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 15:40:46.644661 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b34a22d9-f579-4991-9b8a-e662886bd505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (9a042f1e-7fad-4065-8ae4-f47b898d0daa), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:46.685549 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=100 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:46.783824 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-7cc60e82-1058-460d-807b-23fa9c02ab58 req-cfcea0ad-178e-47e8-9b20-16f75175009b tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:46.784363 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-7cc60e82-1058-460d-807b-23fa9c02ab58 req-cfcea0ad-178e-47e8-9b20-16f75175009b tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-863864'] for floatingip (507d7b03-c445-4f66-b9cd-3f6714f27607), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:46.784587 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.db.l3_db [req-7cc60e82-1058-460d-807b-23fa9c02ab58 req-cfcea0ad-178e-47e8-9b20-16f75175009b tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Floating IP 507d7b03-c445-4f66-b9cd-3f6714f27607 disassociated. External IP: 172.27.2.221, port: 9ec6265e-1a00-4a72-a184-cf3c6c301c06. May 23 15:40:46.784968 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [req-7cc60e82-1058-460d-807b-23fa9c02ab58 req-cfcea0ad-178e-47e8-9b20-16f75175009b tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Calling delete_port for 9ec6265e-1a00-4a72-a184-cf3c6c301c06 owned by compute:nova {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:40:46.876134 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ddf24-8149-4e4b-ac6b-7cc2cbc34c07 req-ec18dfb6-14bc-4703-b0be-15a1aca3dc4b tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:40:46.877750 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-691ddf24-8149-4e4b-ac6b-7cc2cbc34c07 req-ec18dfb6-14bc-4703-b0be-15a1aca3dc4b tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3cec2db-2c9e-4056-91b1-e16f4981811c HTTP/1.1" status: 200 len: 946 time: 0.0574272 May 23 15:40:46.931886 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-7cc60e82-1058-460d-807b-23fa9c02ab58 req-cfcea0ad-178e-47e8-9b20-16f75175009b tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250202'] for port (9ec6265e-1a00-4a72-a184-cf3c6c301c06), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:46.936704 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-691ddf24-8149-4e4b-ac6b-7cc2cbc34c07 req-4f7a1ea3-a8b5-451d-92dd-aab1e9ce1f20 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/security-groups?id=790ce1ef-a8f0-4fc0-8ea7-68013879e709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510428 May 23 15:40:46.957343 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b34a22d9-f579-4991-9b8a-e662886bd505 None None] Publish callbacks [] for port (9a042f1e-7fad-4065-8ae4-f47b898d0daa), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:46.963081 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcea0ad-178e-47e8-9b20-16f75175009b tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Pushing event deleted for resources: {'Port': ['ID=9ec6265e-1a00-4a72-a184-cf3c6c301c06,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:40:46.963701 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b34a22d9-f579-4991-9b8a-e662886bd505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (9a042f1e-7fad-4065-8ae4-f47b898d0daa), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:47.013330 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (88197243-2542-4a6c-b81b-f727b3d95aaf), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:47.015656 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc19391-cb0c-497e-96e3-f844460b794c None None] Pushing event updated for resources: {'Port': ['ID=9a042f1e-7fad-4065-8ae4-f47b898d0daa,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:40:47.081686 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-b34a22d9-f579-4991-9b8a-e662886bd505 None None] Attempting to bind port 9a042f1e-7fad-4065-8ae4-f47b898d0daa on host dv-cinder-841125-8-iscsi for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:40:47.082239 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-b34a22d9-f579-4991-9b8a-e662886bd505 None None] Attempting to bind port 9a042f1e-7fad-4065-8ae4-f47b898d0daa by drivers openvswitch,hyperv on host dv-cinder-841125-8-iscsi at level 0 using segments [{'id': 'eac1de27-b2ed-4edf-9d58-19df42944d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'ad2704bd-8102-4eff-9f92-0e0cf3e4f11b'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:40:47.082903 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34a22d9-f579-4991-9b8a-e662886bd505 None None] Attempting to bind port 9a042f1e-7fad-4065-8ae4-f47b898d0daa on network ad2704bd-8102-4eff-9f92-0e0cf3e4f11b {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:40:47.094193 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34a22d9-f579-4991-9b8a-e662886bd505 None None] Checking agent: {'id': '1cc95fa5-d110-483d-93d7-5dca7a29794e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 21, 10), 'started_at': datetime.datetime(2022, 5, 23, 15, 21, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:40:47.094569 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34a22d9-f579-4991-9b8a-e662886bd505 None None] Checking segment: {'id': 'eac1de27-b2ed-4edf-9d58-19df42944d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'ad2704bd-8102-4eff-9f92-0e0cf3e4f11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:40:47.094980 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b34a22d9-f579-4991-9b8a-e662886bd505 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:47.095461 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34a22d9-f579-4991-9b8a-e662886bd505 None None] Bound using segment: {'id': 'eac1de27-b2ed-4edf-9d58-19df42944d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'ad2704bd-8102-4eff-9f92-0e0cf3e4f11b'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:40:47.095941 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-b34a22d9-f579-4991-9b8a-e662886bd505 None None] Bound port: 9a042f1e-7fad-4065-8ae4-f47b898d0daa, host: dv-cinder-841125-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eac1de27-b2ed-4edf-9d58-19df42944d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'ad2704bd-8102-4eff-9f92-0e0cf3e4f11b'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:40:47.096309 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b34a22d9-f579-4991-9b8a-e662886bd505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (9a042f1e-7fad-4065-8ae4-f47b898d0daa), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:47.099469 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:47.103622 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7cc60e82-1058-460d-807b-23fa9c02ab58 req-cfcea0ad-178e-47e8-9b20-16f75175009b tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Router 03bc3357-6415-4e9b-9019-b93302066f4a has already been hosted by L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:40:47.172988 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-b34a22d9-f579-4991-9b8a-e662886bd505 None None] For port 9a042f1e-7fad-4065-8ae4-f47b898d0daa, host dv-cinder-841125-8-iscsi, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:40:47.176346 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-b34a22d9-f579-4991-9b8a-e662886bd505 None None] For port 9a042f1e-7fad-4065-8ae4-f47b898d0daa, host dv-cinder-841125-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=9a042f1e-7fad-4065-8ae4-f47b898d0daa,segment=NetworkSegment(eac1de27-b2ed-4edf-9d58-19df42944d42),segment_id=eac1de27-b2ed-4edf-9d58-19df42944d42)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:40:47.185993 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b34a22d9-f579-4991-9b8a-e662886bd505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (9a042f1e-7fad-4065-8ae4-f47b898d0daa), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:47.227107 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7cc60e82-1058-460d-807b-23fa9c02ab58 req-cfcea0ad-178e-47e8-9b20-16f75175009b tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:40:47.238387 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28e2f38-ee93-4023-b79b-7a0467631706 None None] Sync routers for ids ['03bc3357-6415-4e9b-9019-b93302066f4a'] in dv-cinder-841125-8-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:40:47.241575 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc19391-cb0c-497e-96e3-f844460b794c None None] Pushing event updated for resources: {'Port': ['ID=9a042f1e-7fad-4065-8ae4-f47b898d0daa,revision_number=4']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:40:47.257628 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34a22d9-f579-4991-9b8a-e662886bd505 None None] Routers {'69fd7b9f-f352-4bc6-8215-f4c30536233e'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:40:47.258281 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-b34a22d9-f579-4991-9b8a-e662886bd505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:40:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['69fd7b9f-f352-4bc6-8215-f4c30536233e'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:40:47.265970 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28e2f38-ee93-4023-b79b-7a0467631706 None None] Routers {'03bc3357-6415-4e9b-9019-b93302066f4a'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:40:47.267623 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-b28e2f38-ee93-4023-b79b-7a0467631706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:40:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['03bc3357-6415-4e9b-9019-b93302066f4a'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:40:47.281553 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc60e82-1058-460d-807b-23fa9c02ab58 req-cfcea0ad-178e-47e8-9b20-16f75175009b tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] No DVR routers for this DVR port 9ec6265e-1a00-4a72-a184-cf3c6c301c06 on host hv-cinder-84112 {{(pid=104081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:40:47.284207 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-7cc60e82-1058-460d-807b-23fa9c02ab58 req-cfcea0ad-178e-47e8-9b20-16f75175009b tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for port (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:47.287610 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7cc60e82-1058-460d-807b-23fa9c02ab58 req-cfcea0ad-178e-47e8-9b20-16f75175009b tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.72 "DELETE /v2.0/ports/9ec6265e-1a00-4a72-a184-cf3c6c301c06 HTTP/1.1" status: 204 len: 173 time: 0.8875146 May 23 15:40:47.288071 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3cec2db-2c9e-4056-91b1-e16f4981811c', 'name': 'network-vif-deleted', 'tag': '9ec6265e-1a00-4a72-a184-cf3c6c301c06'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:40:47.290972 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d701dac66fe37c46ae86bb78260b1e19b4b16e00f190307f8222235e17cfe25e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f60f40-137d-4f00-a1ce-05af26025b63" -d '{"events": [{"server_uuid": "d3cec2db-2c9e-4056-91b1-e16f4981811c", "name": "network-vif-deleted", "tag": "9ec6265e-1a00-4a72-a184-cf3c6c301c06"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:40:47.373537 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f06d03-6b5e-4438-a64b-b3ba48f0fa35 x-openstack-request-id: req-c8f06d03-6b5e-4438-a64b-b3ba48f0fa35 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:40:47.373833 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3cec2db-2c9e-4056-91b1-e16f4981811c", "name": "network-vif-deleted", "tag": "9ec6265e-1a00-4a72-a184-cf3c6c301c06", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:40:47.374089 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c8f06d03-6b5e-4438-a64b-b3ba48f0fa35 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:40:47.374503 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8f06d03-6b5e-4438-a64b-b3ba48f0fa35'] response: {'server_uuid': 'd3cec2db-2c9e-4056-91b1-e16f4981811c', 'name': 'network-vif-deleted', 'tag': '9ec6265e-1a00-4a72-a184-cf3c6c301c06', 'status': 'completed', 'code': 200} May 23 15:40:47.376657 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-80343cdb-adc8-41b9-97b9-46ec80d4f95e None None] Provisioning complete for port 9a042f1e-7fad-4065-8ae4-f47b898d0daa triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:40:47.377137 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-80343cdb-adc8-41b9-97b9-46ec80d4f95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (9a042f1e-7fad-4065-8ae4-f47b898d0daa), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:47.381147 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-b34a22d9-f579-4991-9b8a-e662886bd505 None None] Set router 69fd7b9f-f352-4bc6-8215-f4c30536233e gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:40:47.495098 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-b28e2f38-ee93-4023-b79b-7a0467631706 None None] Set router 03bc3357-6415-4e9b-9019-b93302066f4a gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:40:47.573940 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-80343cdb-adc8-41b9-97b9-46ec80d4f95e None None] Current status of the port 9a042f1e-7fad-4065-8ae4-f47b898d0daa is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:40:47.574603 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-80343cdb-adc8-41b9-97b9-46ec80d4f95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (9a042f1e-7fad-4065-8ae4-f47b898d0daa), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:47.631732 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:47.682450 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-80343cdb-adc8-41b9-97b9-46ec80d4f95e None None] For port 9a042f1e-7fad-4065-8ae4-f47b898d0daa, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=9a042f1e-7fad-4065-8ae4-f47b898d0daa,segment=NetworkSegment(eac1de27-b2ed-4edf-9d58-19df42944d42),segment_id=eac1de27-b2ed-4edf-9d58-19df42944d42)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:40:47.687577 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-80343cdb-adc8-41b9-97b9-46ec80d4f95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (9a042f1e-7fad-4065-8ae4-f47b898d0daa), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:47.688173 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-b34a22d9-f579-4991-9b8a-e662886bd505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fd7b9f-f352-4bc6-8215-f4c30536233e', 'name': 'tempest-TestShelveInstance-572925532-router', 'tenant_id': 'f40b32e4715540068de04b9e051aecfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '1c3476b9-9944-45c8-a1f4-b94d6d8b41e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:40:39Z', 'updated_at': '2022-05-23T15:40:42Z', 'revision_number': 4, 'project_id': 'f40b32e4715540068de04b9e051aecfb', 'gw_port': {'id': '1c3476b9-9944-45c8-a1f4-b94d6d8b41e3', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fd7b9f-f352-4bc6-8215-f4c30536233e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:40:40Z', 'updated_at': '2022-05-23T15:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': '9a042f1e-7fad-4065-8ae4-f47b898d0daa', 'name': '', 'network_id': 'ad2704bd-8102-4eff-9f92-0e0cf3e4f11b', 'tenant_id': 'f40b32e4715540068de04b9e051aecfb', 'mac_address': 'fa:16:3e:b5:41:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fd7b9f-f352-4bc6-8215-f4c30536233e', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '1eb66446-b75b-4ee2-a27a-7b35530cf069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:40:42Z', 'updated_at': '2022-05-23T15:40:47Z', 'revision_number': 4, 'project_id': 'f40b32e4715540068de04b9e051aecfb', 'subnets': [{'id': '1eb66446-b75b-4ee2-a27a-7b35530cf069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:40:47.714901 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34a22d9-f579-4991-9b8a-e662886bd505 None None] The sync data for ids ['69fd7b9f-f352-4bc6-8215-f4c30536233e'] in dv-cinder-841125-8-iscsi is: [{'id': '69fd7b9f-f352-4bc6-8215-f4c30536233e', 'name': 'tempest-TestShelveInstance-572925532-router', 'tenant_id': 'f40b32e4715540068de04b9e051aecfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '1c3476b9-9944-45c8-a1f4-b94d6d8b41e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:40:39Z', 'updated_at': '2022-05-23T15:40:42Z', 'revision_number': 4, 'project_id': 'f40b32e4715540068de04b9e051aecfb', 'gw_port': {'id': '1c3476b9-9944-45c8-a1f4-b94d6d8b41e3', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fd7b9f-f352-4bc6-8215-f4c30536233e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:40:40Z', 'updated_at': '2022-05-23T15:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': '9a042f1e-7fad-4065-8ae4-f47b898d0daa', 'name': '', 'network_id': 'ad2704bd-8102-4eff-9f92-0e0cf3e4f11b', 'tenant_id': 'f40b32e4715540068de04b9e051aecfb', 'mac_address': 'fa:16:3e:b5:41:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fd7b9f-f352-4bc6-8215-f4c30536233e', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '1eb66446-b75b-4ee2-a27a-7b35530cf069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:40:42Z', 'updated_at': '2022-05-23T15:40:47Z', 'revision_number': 4, 'project_id': 'f40b32e4715540068de04b9e051aecfb', 'subnets': [{'id': '1eb66446-b75b-4ee2-a27a-7b35530cf069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:40:47.804292 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80343cdb-adc8-41b9-97b9-46ec80d4f95e None None] Pushing event updated for resources: {'Port': ['ID=9a042f1e-7fad-4065-8ae4-f47b898d0daa,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:40:47.857749 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:47.859682 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 9a042f1e-7fad-4065-8ae4-f47b898d0daa up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:40:47.865749 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-3bf1c83a-0acb-4030-bb54-dda464d34788 None None] Provisioning complete for port 9a042f1e-7fad-4065-8ae4-f47b898d0daa triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:40:47.866117 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3bf1c83a-0acb-4030-bb54-dda464d34788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (9a042f1e-7fad-4065-8ae4-f47b898d0daa), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:47.912969 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:47.943821 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-b28e2f38-ee93-4023-b79b-7a0467631706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'name': 'tempest-TestVolumeBootPattern-820281492-router', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '9be3bed4-0c54-4d40-988f-b8cd14e5145d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:37:47Z', 'updated_at': '2022-05-23T15:37:50Z', 'revision_number': 4, 'project_id': '449514f02fbc485484110bde5a2018c0', 'gw_port': {'id': '9be3bed4-0c54-4d40-988f-b8cd14e5145d', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:47Z', 'updated_at': '2022-05-23T15:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': '935605e9-544c-410d-90d7-50d8814b2cb7', 'name': '', 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'mac_address': 'fa:16:3e:9b:8b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '2b1946d5-9e4d-4972-92d1-6e334ddbfdf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:50Z', 'updated_at': '2022-05-23T15:37:56Z', 'revision_number': 5, 'project_id': '449514f02fbc485484110bde5a2018c0', 'subnets': [{'id': '2b1946d5-9e4d-4972-92d1-6e334ddbfdf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:40:47.985628 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28e2f38-ee93-4023-b79b-7a0467631706 None None] Checking router: 03bc3357-6415-4e9b-9019-b93302066f4a for host: dv-cinder-841125-8-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:40:48.003348 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port 9a042f1e-7fad-4065-8ae4-f47b898d0daa triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:40:48.003760 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (9a042f1e-7fad-4065-8ae4-f47b898d0daa), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:48.007854 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28e2f38-ee93-4023-b79b-7a0467631706 None None] Routers {'03bc3357-6415-4e9b-9019-b93302066f4a'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:40:48.008488 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-b28e2f38-ee93-4023-b79b-7a0467631706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:40:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['03bc3357-6415-4e9b-9019-b93302066f4a'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:40:48.061714 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-983abfd4-67a4-4254-9e9f-fb6e0c7a45cc req-4fb5b95a-e313-4812-9a84-55612d05a902 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3cec2db-2c9e-4056-91b1-e16f4981811c HTTP/1.1" status: 200 len: 210 time: 0.0307362 May 23 15:40:48.260420 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-3bf1c83a-0acb-4030-bb54-dda464d34788 None None] Current status of the port 9a042f1e-7fad-4065-8ae4-f47b898d0daa is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:40:48.337655 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-b28e2f38-ee93-4023-b79b-7a0467631706 None None] Set router 03bc3357-6415-4e9b-9019-b93302066f4a gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:40:48.378048 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port 9a042f1e-7fad-4065-8ae4-f47b898d0daa is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:40:48.379106 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 1c3476b9-9944-45c8-a1f4-b94d6d8b41e3 up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:40:48.503955 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port 1c3476b9-9944-45c8-a1f4-b94d6d8b41e3 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:40:48.504245 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (1c3476b9-9944-45c8-a1f4-b94d6d8b41e3), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:48.627485 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-b28e2f38-ee93-4023-b79b-7a0467631706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'name': 'tempest-TestVolumeBootPattern-820281492-router', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '9be3bed4-0c54-4d40-988f-b8cd14e5145d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:37:47Z', 'updated_at': '2022-05-23T15:37:50Z', 'revision_number': 4, 'project_id': '449514f02fbc485484110bde5a2018c0', 'gw_port': {'id': '9be3bed4-0c54-4d40-988f-b8cd14e5145d', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:47Z', 'updated_at': '2022-05-23T15:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': '935605e9-544c-410d-90d7-50d8814b2cb7', 'name': '', 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'mac_address': 'fa:16:3e:9b:8b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '2b1946d5-9e4d-4972-92d1-6e334ddbfdf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:50Z', 'updated_at': '2022-05-23T15:37:56Z', 'revision_number': 5, 'project_id': '449514f02fbc485484110bde5a2018c0', 'subnets': [{'id': '2b1946d5-9e4d-4972-92d1-6e334ddbfdf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:40:48.657517 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28e2f38-ee93-4023-b79b-7a0467631706 None None] The sync data for ids ['03bc3357-6415-4e9b-9019-b93302066f4a'] in dv-cinder-841125-8-iscsi is: [{'id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'name': 'tempest-TestVolumeBootPattern-820281492-router', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '9be3bed4-0c54-4d40-988f-b8cd14e5145d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:37:47Z', 'updated_at': '2022-05-23T15:37:50Z', 'revision_number': 4, 'project_id': '449514f02fbc485484110bde5a2018c0', 'gw_port': {'id': '9be3bed4-0c54-4d40-988f-b8cd14e5145d', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:47Z', 'updated_at': '2022-05-23T15:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': '935605e9-544c-410d-90d7-50d8814b2cb7', 'name': '', 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'mac_address': 'fa:16:3e:9b:8b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '2b1946d5-9e4d-4972-92d1-6e334ddbfdf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:50Z', 'updated_at': '2022-05-23T15:37:56Z', 'revision_number': 5, 'project_id': '449514f02fbc485484110bde5a2018c0', 'subnets': [{'id': '2b1946d5-9e4d-4972-92d1-6e334ddbfdf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:40:48.662293 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port 1c3476b9-9944-45c8-a1f4-b94d6d8b41e3 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:40:49.334198 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-4238ff81-1db3-4db2-9aaf-5fef9d3d4de4 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1491515110&fields=id&tenant_id=449514f02fbc485484110bde5a2018c0 HTTP/1.1" status: 200 len: 267 time: 0.0483503 May 23 15:40:49.452388 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-7b4c9152-98da-49ce-9270-59840211cc97 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:40:49.454382 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-7b4c9152-98da-49ce-9270-59840211cc97 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/networks?id=5ca014fd-aa0f-4216-ae7a-a155fcb74406 HTTP/1.1" status: 200 len: 811 time: 0.1134381 May 23 15:40:49.474361 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-a9c7b042-4a32-4ebf-a20d-602695c185f0 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/quotas/449514f02fbc485484110bde5a2018c0 HTTP/1.1" status: 200 len: 375 time: 0.0119534 May 23 15:40:49.525016 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37decfb7-7119-42af-b69c-9942100d4a09 None None] New status for floating IP 507d7b03-c445-4f66-b9cd-3f6714f27607: DOWN {{(pid=104083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:40:49.528459 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-8ea2f27d-d8dc-40ab-b14e-31577768832b tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=449514f02fbc485484110bde5a2018c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479093 May 23 15:40:49.651288 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-0d4c59e9-b077-49a8-8735-61829115cb25 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104080) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 15:40:49.652428 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-0d4c59e9-b077-49a8-8735-61829115cb25 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1099589 May 23 15:40:49.755273 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-df70d1fa-6f3e-4706-a531-73baa19a18a0 service neutron] 10.222.0.30 "GET /v2.0/networks/5ca014fd-aa0f-4216-ae7a-a155fcb74406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951819 May 23 15:40:49.776729 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 9a042f1e-7fad-4065-8ae4-f47b898d0daa up at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:40:49.819556 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:49.825260 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Provisioning complete for port 9a042f1e-7fad-4065-8ae4-f47b898d0daa triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:40:49.825719 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (9a042f1e-7fad-4065-8ae4-f47b898d0daa), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:49.851185 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-1bab441f-870b-497b-9e31-5fd1238f87ac service neutron] 10.222.0.30 "GET /v2.0/networks/5ca014fd-aa0f-4216-ae7a-a155fcb74406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899317 May 23 15:40:49.903724 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Current status of the port 9a042f1e-7fad-4065-8ae4-f47b898d0daa is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:40:50.175685 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a5048840-0e07-4c4a-a130-e4102e858cd3 req-55b5c172-df7a-4246-8889-3029e6d7cfe3 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2fa96-252e-4d26-87eb-74cee3ee6c7d HTTP/1.1" status: 200 len: 210 time: 0.0291011 May 23 15:40:50.463599 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 9ec6265e-1a00-4a72-a184-cf3c6c301c06 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:40:50.484952 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] No Port match for: 9ec6265e-1a00-4a72-a184-cf3c6c301c06 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:40:50.484952 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 9ec6265e-1a00-4a72-a184-cf3c6c301c06 not bound to the agent host hv-cinder-84112 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:40:51.259860 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:51.280823 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d1f47632-09d2-429b-9552-4612b3867d00 req-10d8cf30-1d3b-45c9-b08b-7be72284ba67 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2fa96-252e-4d26-87eb-74cee3ee6c7d HTTP/1.1" status: 200 len: 210 time: 0.0336461 May 23 15:40:51.369877 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-a57593d3-4e03-4a8f-a701-53c81d9feaeb tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:40:51.371392 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-a57593d3-4e03-4a8f-a701-53c81d9feaeb tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.72 "GET /v2.0/networks?id=5ca014fd-aa0f-4216-ae7a-a155fcb74406 HTTP/1.1" status: 200 len: 811 time: 0.1209362 May 23 15:40:51.429610 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:51.467869 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-f8a288a5-7472-4e82-aa90-a6f5242962c3 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=449514f02fbc485484110bde5a2018c0 HTTP/1.1" status: 200 len: 380 time: 0.0583141 May 23 15:40:51.477502 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-91f16429-8721-41b6-8d45-c4df56ff6b2f tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Request body: {'port': {'device_id': 'eca2fa96-252e-4d26-87eb-74cee3ee6c7d', 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406', 'admin_state_up': True, 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'security_groups': ['790ce1ef-a8f0-4fc0-8ea7-68013879e709']}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:40:51.590970 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-91f16429-8721-41b6-8d45-c4df56ff6b2f tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Made reservation on behalf of 449514f02fbc485484110bde5a2018c0 for: {'port': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:40:51.594530 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-91f16429-8721-41b6-8d45-c4df56ff6b2f tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:51.723628 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-91f16429-8721-41b6-8d45-c4df56ff6b2f tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Allocated IP 172.20.0.8 (5ca014fd-aa0f-4216-ae7a-a155fcb74406/2b1946d5-9e4d-4972-92d1-6e334ddbfdf9/0a916c19-f60f-4185-8d5c-62020d7bdb15) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:40:51.867890 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-91f16429-8721-41b6-8d45-c4df56ff6b2f tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks [] for port (0a916c19-f60f-4185-8d5c-62020d7bdb15), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:51.901042 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-91f16429-8721-41b6-8d45-c4df56ff6b2f tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250202'] for port (0a916c19-f60f-4185-8d5c-62020d7bdb15), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:51.944607 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-91f16429-8721-41b6-8d45-c4df56ff6b2f tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Network 5ca014fd-aa0f-4216-ae7a-a155fcb74406 is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:40:51.947761 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-91f16429-8721-41b6-8d45-c4df56ff6b2f tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:40:51.951517 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-91f16429-8721-41b6-8d45-c4df56ff6b2f tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:40:51.957389 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f16429-8721-41b6-8d45-c4df56ff6b2f tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Pushing event updated for resources: {'Port': ['ID=0a916c19-f60f-4185-8d5c-62020d7bdb15,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:40:52.014149 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-91f16429-8721-41b6-8d45-c4df56ff6b2f tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:40:52.014816 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-91f16429-8721-41b6-8d45-c4df56ff6b2f tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for port (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:52.036518 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-91f16429-8721-41b6-8d45-c4df56ff6b2f tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5628552 May 23 15:40:52.047008 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-fd4643c5-4379-4efc-9586-2e37a649330e tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 15:40:52.048166 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-fd4643c5-4379-4efc-9586-2e37a649330e tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0064559 May 23 15:40:52.131815 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-2b27ac1f-bb76-4b90-8ad9-4c80ef2d5f41 service neutron] Request body: {'port': {'device_id': 'eca2fa96-252e-4d26-87eb-74cee3ee6c7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:40:52.200808 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-2b27ac1f-bb76-4b90-8ad9-4c80ef2d5f41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (0a916c19-f60f-4185-8d5c-62020d7bdb15), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:52.207639 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-1cb08cc0-8545-4a8f-96f2-037aa442d51a None None] Provisioning complete for port 0a916c19-f60f-4185-8d5c-62020d7bdb15 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:40:52.208185 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1cb08cc0-8545-4a8f-96f2-037aa442d51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (0a916c19-f60f-4185-8d5c-62020d7bdb15), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:52.242730 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-1cb08cc0-8545-4a8f-96f2-037aa442d51a None None] Port 0a916c19-f60f-4185-8d5c-62020d7bdb15 cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:40:52.266462 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:52.296682 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:52.442253 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0447b7-1d2e-4f97-b20e-9c05cce2f0b0 req-ba94938f-1e45-4120-a52c-fad67f20cc4d tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:40:52.443672 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ff0447b7-1d2e-4f97-b20e-9c05cce2f0b0 req-ba94938f-1e45-4120-a52c-fad67f20cc4d tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2fa96-252e-4d26-87eb-74cee3ee6c7d HTTP/1.1" status: 200 len: 931 time: 0.0858903 May 23 15:40:52.532601 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ff0447b7-1d2e-4f97-b20e-9c05cce2f0b0 req-d12a5d97-5904-4280-a56a-efef99005ee5 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/security-groups?id=790ce1ef-a8f0-4fc0-8ea7-68013879e709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826600 May 23 15:40:52.589798 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-2b27ac1f-bb76-4b90-8ad9-4c80ef2d5f41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a916c19-f60f-4185-8d5c-62020d7bdb15 {{(pid=104081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:40:52.597408 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-2b27ac1f-bb76-4b90-8ad9-4c80ef2d5f41 service neutron] Publish callbacks [] for port (0a916c19-f60f-4185-8d5c-62020d7bdb15), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:52.611160 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-2b27ac1f-bb76-4b90-8ad9-4c80ef2d5f41 service neutron] Transition to ACTIVE for port object 0a916c19-f60f-4185-8d5c-62020d7bdb15 will not be triggered until provisioned by entity L2. {{(pid=104081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 15:40:52.614875 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-2b27ac1f-bb76-4b90-8ad9-4c80ef2d5f41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4250195'] for port (0a916c19-f60f-4185-8d5c-62020d7bdb15), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:52.665153 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b27ac1f-bb76-4b90-8ad9-4c80ef2d5f41 service neutron] Pushing event updated for resources: {'Port': ['ID=0a916c19-f60f-4185-8d5c-62020d7bdb15,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:40:52.742632 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-2b27ac1f-bb76-4b90-8ad9-4c80ef2d5f41 service neutron] Attempting to bind port 0a916c19-f60f-4185-8d5c-62020d7bdb15 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:40:52.742977 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-2b27ac1f-bb76-4b90-8ad9-4c80ef2d5f41 service neutron] Attempting to bind port 0a916c19-f60f-4185-8d5c-62020d7bdb15 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': '46f30410-07ea-4763-89e0-8de109268753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406'}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:40:52.743343 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-2b27ac1f-bb76-4b90-8ad9-4c80ef2d5f41 service neutron] Attempting to bind port 0a916c19-f60f-4185-8d5c-62020d7bdb15 on network 5ca014fd-aa0f-4216-ae7a-a155fcb74406 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:40:52.748316 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-2b27ac1f-bb76-4b90-8ad9-4c80ef2d5f41 service neutron] Port 0a916c19-f60f-4185-8d5c-62020d7bdb15 on network 5ca014fd-aa0f-4216-ae7a-a155fcb74406 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 15:40:52.748643 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-2b27ac1f-bb76-4b90-8ad9-4c80ef2d5f41 service neutron] Attempting to bind port 0a916c19-f60f-4185-8d5c-62020d7bdb15 on network 5ca014fd-aa0f-4216-ae7a-a155fcb74406 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:40:52.753965 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-2b27ac1f-bb76-4b90-8ad9-4c80ef2d5f41 service neutron] Checking agent: {'id': '88197243-2542-4a6c-b81b-f727b3d95aaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 27, 45), 'started_at': datetime.datetime(2022, 5, 23, 15, 27, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:40:52.754297 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-2b27ac1f-bb76-4b90-8ad9-4c80ef2d5f41 service neutron] Checking segment: {'id': '46f30410-07ea-4763-89e0-8de109268753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:40:52.754727 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-2b27ac1f-bb76-4b90-8ad9-4c80ef2d5f41 service neutron] Bound using segment: {'id': '46f30410-07ea-4763-89e0-8de109268753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406'} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:40:52.755188 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-2b27ac1f-bb76-4b90-8ad9-4c80ef2d5f41 service neutron] Bound port: 0a916c19-f60f-4185-8d5c-62020d7bdb15, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46f30410-07ea-4763-89e0-8de109268753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406'}}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:40:52.755579 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-2b27ac1f-bb76-4b90-8ad9-4c80ef2d5f41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (0a916c19-f60f-4185-8d5c-62020d7bdb15), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:52.824909 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-2b27ac1f-bb76-4b90-8ad9-4c80ef2d5f41 service neutron] For port 0a916c19-f60f-4185-8d5c-62020d7bdb15, host hv-cinder-84112, cleared binding levels {{(pid=104081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:40:52.829057 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-2b27ac1f-bb76-4b90-8ad9-4c80ef2d5f41 service neutron] For port 0a916c19-f60f-4185-8d5c-62020d7bdb15, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=0a916c19-f60f-4185-8d5c-62020d7bdb15,segment=NetworkSegment(46f30410-07ea-4763-89e0-8de109268753),segment_id=46f30410-07ea-4763-89e0-8de109268753)] {{(pid=104081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:40:52.836905 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-2b27ac1f-bb76-4b90-8ad9-4c80ef2d5f41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4250195'] for port (0a916c19-f60f-4185-8d5c-62020d7bdb15), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:52.875698 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-2b27ac1f-bb76-4b90-8ad9-4c80ef2d5f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:40:52.876301 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-2b27ac1f-bb76-4b90-8ad9-4c80ef2d5f41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for port (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:52.877724 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-2b27ac1f-bb76-4b90-8ad9-4c80ef2d5f41 service neutron] 10.222.0.72 "PUT /v2.0/ports/0a916c19-f60f-4185-8d5c-62020d7bdb15 HTTP/1.1" status: 200 len: 1093 time: 0.8138351 May 23 15:40:52.878129 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca2fa96-252e-4d26-87eb-74cee3ee6c7d', 'tag': '0a916c19-f60f-4185-8d5c-62020d7bdb15'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:40:52.880337 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d701dac66fe37c46ae86bb78260b1e19b4b16e00f190307f8222235e17cfe25e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6379e8b3-29fc-46e4-a0bf-3009b19f26e1" -d '{"events": [{"name": "network-changed", "server_uuid": "eca2fa96-252e-4d26-87eb-74cee3ee6c7d", "tag": "0a916c19-f60f-4185-8d5c-62020d7bdb15"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:40:52.914874 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b27ac1f-bb76-4b90-8ad9-4c80ef2d5f41 service neutron] Pushing event updated for resources: {'Port': ['ID=0a916c19-f60f-4185-8d5c-62020d7bdb15,revision_number=3']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:40:52.943454 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b2e2e8-c01a-4d99-a8f7-93c53a0cb24c x-openstack-request-id: req-57b2e2e8-c01a-4d99-a8f7-93c53a0cb24c {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:40:52.943889 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eca2fa96-252e-4d26-87eb-74cee3ee6c7d", "tag": "0a916c19-f60f-4185-8d5c-62020d7bdb15", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:40:52.946860 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-57b2e2e8-c01a-4d99-a8f7-93c53a0cb24c {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:40:52.947349 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57b2e2e8-c01a-4d99-a8f7-93c53a0cb24c'] response: {'name': 'network-changed', 'server_uuid': 'eca2fa96-252e-4d26-87eb-74cee3ee6c7d', 'tag': '0a916c19-f60f-4185-8d5c-62020d7bdb15', 'status': 'completed', 'code': 200} May 23 15:40:53.001246 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-30466fef-1b1c-42af-878a-68543faabfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:40:53.002751 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-30466fef-1b1c-42af-878a-68543faabfec service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=449514f02fbc485484110bde5a2018c0&device_id=eca2fa96-252e-4d26-87eb-74cee3ee6c7d HTTP/1.1" status: 200 len: 1127 time: 0.0447176 May 23 15:40:53.054367 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-dbcac697-6ac2-44e5-8712-779729fc7c38 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a916c19-f60f-4185-8d5c-62020d7bdb15 HTTP/1.1" status: 200 len: 217 time: 0.0374432 May 23 15:40:53.106072 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-59180067-9a09-4622-8de6-a3a503fe2de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:40:53.107676 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-59180067-9a09-4622-8de6-a3a503fe2de3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2b1946d5-9e4d-4972-92d1-6e334ddbfdf9 HTTP/1.1" status: 200 len: 850 time: 0.0474122 May 23 15:40:53.151367 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-ba8d230c-d2d7-4c87-b5c7-81ae1933d964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:40:53.153019 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-ba8d230c-d2d7-4c87-b5c7-81ae1933d964 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ca014fd-aa0f-4216-ae7a-a155fcb74406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390065 May 23 15:40:53.244040 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:53.249666 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-b5e6122e-5765-4494-9f4d-01121d4e3238 service neutron] 10.222.0.72 "GET /v2.0/networks/5ca014fd-aa0f-4216-ae7a-a155fcb74406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895083 May 23 15:40:53.336663 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:53.342097 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e36c28ad-981c-47e4-8561-eeed0fc9c35c req-0f6e7f28-42b5-44d6-8af9-268347dd8a91 service neutron] 10.222.0.72 "GET /v2.0/networks/5ca014fd-aa0f-4216-ae7a-a155fcb74406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857544 May 23 15:40:53.682935 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4fcde-b663-4308-b622-d452eb28bd2d req-ec01bd28-2254-4c0f-8962-4e1f442b19c5 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:40:53.684988 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cfc4fcde-b663-4308-b622-d452eb28bd2d req-ec01bd28-2254-4c0f-8962-4e1f442b19c5 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2fa96-252e-4d26-87eb-74cee3ee6c7d HTTP/1.1" status: 200 len: 943 time: 0.0814025 May 23 15:40:53.691534 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379e8b3-29fc-46e4-a0bf-3009b19f26e1 req-a45d1522-538d-4672-9534-a66b04bedd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:40:53.693038 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6379e8b3-29fc-46e4-a0bf-3009b19f26e1 req-a45d1522-538d-4672-9534-a66b04bedd13 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=449514f02fbc485484110bde5a2018c0&device_id=eca2fa96-252e-4d26-87eb-74cee3ee6c7d HTTP/1.1" status: 200 len: 1127 time: 0.0563235 May 23 15:40:53.738218 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cfc4fcde-b663-4308-b622-d452eb28bd2d req-bed63a24-d26e-4043-b514-a13a49cd600f tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/security-groups?id=790ce1ef-a8f0-4fc0-8ea7-68013879e709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442331 May 23 15:40:54.019446 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379e8b3-29fc-46e4-a0bf-3009b19f26e1 req-a920ec9f-1ac3-4fee-8a4e-d6a2aa940197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:40:54.021132 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6379e8b3-29fc-46e4-a0bf-3009b19f26e1 req-a920ec9f-1ac3-4fee-8a4e-d6a2aa940197 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5ca014fd-aa0f-4216-ae7a-a155fcb74406 HTTP/1.1" status: 200 len: 912 time: 0.0884392 May 23 15:40:54.605299 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6379e8b3-29fc-46e4-a0bf-3009b19f26e1 req-6b6a4eae-741d-41d3-a54c-982b58fa30bb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a916c19-f60f-4185-8d5c-62020d7bdb15 HTTP/1.1" status: 200 len: 217 time: 0.0414259 May 23 15:40:54.685737 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379e8b3-29fc-46e4-a0bf-3009b19f26e1 req-c02a4102-7c68-488f-a1e0-ed251566073e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:40:54.687206 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6379e8b3-29fc-46e4-a0bf-3009b19f26e1 req-c02a4102-7c68-488f-a1e0-ed251566073e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2b1946d5-9e4d-4972-92d1-6e334ddbfdf9 HTTP/1.1" status: 200 len: 850 time: 0.0480585 May 23 15:40:54.755034 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379e8b3-29fc-46e4-a0bf-3009b19f26e1 req-56eff339-4932-4f74-bd07-1447287c1d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:40:54.756584 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6379e8b3-29fc-46e4-a0bf-3009b19f26e1 req-56eff339-4932-4f74-bd07-1447287c1d46 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ca014fd-aa0f-4216-ae7a-a155fcb74406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390553 May 23 15:40:54.861765 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0b1b0-f297-4b6f-be2e-191853e30738 req-5e89ba35-201d-4ec1-a822-619aaf9c585a tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:40:54.863294 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-3bf0b1b0-f297-4b6f-be2e-191853e30738 req-5e89ba35-201d-4ec1-a822-619aaf9c585a tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2fa96-252e-4d26-87eb-74cee3ee6c7d HTTP/1.1" status: 200 len: 943 time: 0.0526185 May 23 15:40:54.913380 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-3bf0b1b0-f297-4b6f-be2e-191853e30738 req-6578b650-eef5-4005-9e8e-37d199524b90 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/security-groups?id=790ce1ef-a8f0-4fc0-8ea7-68013879e709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444577 May 23 15:40:55.051006 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6379e8b3-29fc-46e4-a0bf-3009b19f26e1 req-05d3d231-4446-49d6-8c19-756cf39ce61f service neutron] 10.222.0.72 "GET /v2.0/networks/5ca014fd-aa0f-4216-ae7a-a155fcb74406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881364 May 23 15:40:55.141853 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6379e8b3-29fc-46e4-a0bf-3009b19f26e1 req-efd986e3-ac70-41c7-81f5-d4837d0f0205 service neutron] 10.222.0.72 "GET /v2.0/networks/5ca014fd-aa0f-4216-ae7a-a155fcb74406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840142 May 23 15:40:56.040558 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332faaa-7393-4446-8b99-2c9429b038f1 req-d335580a-30f7-4311-a2e8-e5ce868fdb13 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:40:56.042059 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4332faaa-7393-4446-8b99-2c9429b038f1 req-d335580a-30f7-4311-a2e8-e5ce868fdb13 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2fa96-252e-4d26-87eb-74cee3ee6c7d HTTP/1.1" status: 200 len: 943 time: 0.0536630 May 23 15:40:56.090460 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4332faaa-7393-4446-8b99-2c9429b038f1 req-9fcbe7a6-bb44-4cf1-8b05-63ca9b23fbd2 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/security-groups?id=790ce1ef-a8f0-4fc0-8ea7-68013879e709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420940 May 23 15:40:56.502531 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 0a916c19-f60f-4185-8d5c-62020d7bdb15 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:40:56.597223 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 0a916c19-f60f-4185-8d5c-62020d7bdb15, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=0a916c19-f60f-4185-8d5c-62020d7bdb15,segment=NetworkSegment(46f30410-07ea-4763-89e0-8de109268753),segment_id=46f30410-07ea-4763-89e0-8de109268753)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:40:56.608520 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Returning: {'device': '0a916c19-f60f-4185-8d5c-62020d7bdb15', 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406', 'port_id': '0a916c19-f60f-4185-8d5c-62020d7bdb15', 'mac_address': 'fa:16:3e:ab:26:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 995, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b1946d5-9e4d-4972-92d1-6e334ddbfdf9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:40:56.646147 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port 0a916c19-f60f-4185-8d5c-62020d7bdb15 is: DOWN; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:40:56.646440 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (0a916c19-f60f-4185-8d5c-62020d7bdb15), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:56.656592 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=100 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:56.659632 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a916c19-f60f-4185-8d5c-62020d7bdb15 {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:40:56.678830 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 0a916c19-f60f-4185-8d5c-62020d7bdb15, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=0a916c19-f60f-4185-8d5c-62020d7bdb15,segment=NetworkSegment(46f30410-07ea-4763-89e0-8de109268753),segment_id=46f30410-07ea-4763-89e0-8de109268753)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:40:56.682085 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (0a916c19-f60f-4185-8d5c-62020d7bdb15), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:56.728419 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=0a916c19-f60f-4185-8d5c-62020d7bdb15,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:40:57.004471 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] get_ports_and_sgs() called for port_ids ['0a916c19-f60f-4185-8d5c-62020d7bdb15'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:40:57.189633 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=100 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:57.209283 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24fa4a-3854-415f-ab80-6b9786ef2257 req-8aaa2b7f-cd7d-43c8-a986-8246a10fa24b tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:40:57.210807 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4c24fa4a-3854-415f-ab80-6b9786ef2257 req-8aaa2b7f-cd7d-43c8-a986-8246a10fa24b tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2fa96-252e-4d26-87eb-74cee3ee6c7d HTTP/1.1" status: 200 len: 944 time: 0.0504186 May 23 15:40:57.261424 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4c24fa4a-3854-415f-ab80-6b9786ef2257 req-2686f0b6-ba6f-461b-807e-8f26df06755e tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/security-groups?id=790ce1ef-a8f0-4fc0-8ea7-68013879e709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442474 May 23 15:40:58.375680 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3fb19b-7007-4079-9a15-f376e0d74c84 req-5f442989-bb75-468d-85e0-8bb7c3121d6d tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:40:58.377073 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7d3fb19b-7007-4079-9a15-f376e0d74c84 req-5f442989-bb75-468d-85e0-8bb7c3121d6d tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2fa96-252e-4d26-87eb-74cee3ee6c7d HTTP/1.1" status: 200 len: 944 time: 0.0461957 May 23 15:40:58.424918 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7d3fb19b-7007-4079-9a15-f376e0d74c84 req-bfbbb53c-32f0-409e-8135-00190581e29c tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/security-groups?id=790ce1ef-a8f0-4fc0-8ea7-68013879e709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423663 May 23 15:40:58.518171 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 0a916c19-f60f-4185-8d5c-62020d7bdb15 up at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:40:58.562329 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Provisioning for port 0a916c19-f60f-4185-8d5c-62020d7bdb15 completed by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 15:40:58.567867 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Provisioning complete for port 0a916c19-f60f-4185-8d5c-62020d7bdb15 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:40:58.568276 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (0a916c19-f60f-4185-8d5c-62020d7bdb15), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:58.643758 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port 0a916c19-f60f-4185-8d5c-62020d7bdb15 is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:40:58.644080 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (0a916c19-f60f-4185-8d5c-62020d7bdb15), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:58.667374 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca2fa96-252e-4d26-87eb-74cee3ee6c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a916c19-f60f-4185-8d5c-62020d7bdb15'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:40:58.670432 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f55e67021d3a90dbbd6c8997e5bd31cd20e79582d0fa2823ba23f1fb24bbbe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17c59f3-0cd7-4478-8550-8916da50cdff" -d '{"events": [{"server_uuid": "eca2fa96-252e-4d26-87eb-74cee3ee6c7d", "name": "network-vif-plugged", "status": "completed", "tag": "0a916c19-f60f-4185-8d5c-62020d7bdb15"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:40:58.683214 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 0a916c19-f60f-4185-8d5c-62020d7bdb15, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=0a916c19-f60f-4185-8d5c-62020d7bdb15,segment=NetworkSegment(46f30410-07ea-4763-89e0-8de109268753),segment_id=46f30410-07ea-4763-89e0-8de109268753)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:40:58.687387 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (0a916c19-f60f-4185-8d5c-62020d7bdb15), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:58.733808 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=0a916c19-f60f-4185-8d5c-62020d7bdb15,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:40:58.759410 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008a89a9-8521-4f65-b253-33d47f3b65ba x-openstack-request-id: req-008a89a9-8521-4f65-b253-33d47f3b65ba {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:40:58.759698 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca2fa96-252e-4d26-87eb-74cee3ee6c7d", "name": "network-vif-plugged", "status": "completed", "tag": "0a916c19-f60f-4185-8d5c-62020d7bdb15", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:40:58.759954 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-008a89a9-8521-4f65-b253-33d47f3b65ba {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:40:58.760351 dv-cinder-841125-8-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-008a89a9-8521-4f65-b253-33d47f3b65ba'] response: {'server_uuid': 'eca2fa96-252e-4d26-87eb-74cee3ee6c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a916c19-f60f-4185-8d5c-62020d7bdb15', 'code': 200} May 23 15:40:59.032453 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35223a-b849-4f73-822e-88693587c46e req-fe526cae-574e-47ec-8ed4-0453c2cfbd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:40:59.033969 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2f35223a-b849-4f73-822e-88693587c46e req-fe526cae-574e-47ec-8ed4-0453c2cfbd1f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=eca2fa96-252e-4d26-87eb-74cee3ee6c7d HTTP/1.1" status: 200 len: 1129 time: 0.0387270 May 23 15:40:59.084450 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2f35223a-b849-4f73-822e-88693587c46e req-180faa06-065f-4065-a137-804084771a55 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=790ce1ef-a8f0-4fc0-8ea7-68013879e709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422568 May 23 15:40:59.539473 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ce476-b0d3-4b2b-a102-bf75fd9c777f req-f65ed36b-d7fa-4401-9d18-d6226ee3f27f tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:40:59.541204 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-df1ce476-b0d3-4b2b-a102-bf75fd9c777f req-f65ed36b-d7fa-4401-9d18-d6226ee3f27f tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2fa96-252e-4d26-87eb-74cee3ee6c7d HTTP/1.1" status: 200 len: 945 time: 0.0479219 May 23 15:40:59.593457 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-df1ce476-b0d3-4b2b-a102-bf75fd9c777f req-4cc6f44c-d8ab-473e-9c5c-c912b68039a1 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/security-groups?id=790ce1ef-a8f0-4fc0-8ea7-68013879e709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459266 May 23 15:41:00.627295 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=53,neutron:UPDATE=2 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:00.711252 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be232d2-a164-4f9c-a0d8-0ba94b860934 req-63e95e79-4a0d-4e7d-8d61-df3b50ee3d6d tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:00.712718 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6be232d2-a164-4f9c-a0d8-0ba94b860934 req-63e95e79-4a0d-4e7d-8d61-df3b50ee3d6d tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2fa96-252e-4d26-87eb-74cee3ee6c7d HTTP/1.1" status: 200 len: 945 time: 0.0475075 May 23 15:41:00.765132 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6be232d2-a164-4f9c-a0d8-0ba94b860934 req-bbf65900-fbc6-487e-9ddf-4fbf9293cc09 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/security-groups?id=790ce1ef-a8f0-4fc0-8ea7-68013879e709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461881 May 23 15:41:00.842079 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:00.879358 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73bacea-804a-49d1-96eb-64c301b9f47f req-a313fa7c-7add-4b07-b9e4-bc88fb5e981a tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:00.880827 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a73bacea-804a-49d1-96eb-64c301b9f47f req-a313fa7c-7add-4b07-b9e4-bc88fb5e981a tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2fa96-252e-4d26-87eb-74cee3ee6c7d HTTP/1.1" status: 200 len: 945 time: 0.0477064 May 23 15:41:00.929850 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a73bacea-804a-49d1-96eb-64c301b9f47f req-bd7ed67a-2782-40f3-8a95-00ee1cdffb56 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/security-groups?id=790ce1ef-a8f0-4fc0-8ea7-68013879e709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432117 May 23 15:41:00.952648 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 41570) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:41:00.989095 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f06f9d7-a29b-4910-a28d-77f5f58e194f tempest-TestVolumeBootPattern-719559393 tempest-TestVolumeBootPattern-719559393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:00.990583 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-7f06f9d7-a29b-4910-a28d-77f5f58e194f tempest-TestVolumeBootPattern-719559393 tempest-TestVolumeBootPattern-719559393-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=eca2fa96-252e-4d26-87eb-74cee3ee6c7d HTTP/1.1" status: 200 len: 1124 time: 0.0369027 May 23 15:41:00.993179 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 41572) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:41:00.997687 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-aee9ec9f-e864-480d-bed3-c4c80a3d8b75 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Request body: {'floatingip': {'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'port_id': '0a916c19-f60f-4185-8d5c-62020d7bdb15', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:41:01.019118 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-aee9ec9f-e864-480d-bed3-c4c80a3d8b75 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:01.032892 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:01.077717 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:01.100934 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-aee9ec9f-e864-480d-bed3-c4c80a3d8b75 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:01.210437 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-aee9ec9f-e864-480d-bed3-c4c80a3d8b75 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Allocated IP 172.27.2.84 (c36a36f9-cc20-4687-9603-de8e87d2bfc7/aa177288-79a2-4e75-ac60-432249438b03/428343dc-6267-4d45-afca-778296ca3c8f) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:41:01.315491 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-aee9ec9f-e864-480d-bed3-c4c80a3d8b75 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks [] for port (428343dc-6267-4d45-afca-778296ca3c8f), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:01.375174 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-aee9ec9f-e864-480d-bed3-c4c80a3d8b75 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (428343dc-6267-4d45-afca-778296ca3c8f), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:01.427028 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-56758853-f5af-4c15-9913-1c6b949bec00 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-929607253&fields=id&tenant_id=fe810dde94644f57b3b6262366c8f126 HTTP/1.1" status: 200 len: 267 time: 0.0894513 May 23 15:41:01.434496 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee9ec9f-e864-480d-bed3-c4c80a3d8b75 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Network c36a36f9-cc20-4687-9603-de8e87d2bfc7 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:41:01.440342 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-aee9ec9f-e864-480d-bed3-c4c80a3d8b75 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:41:01.449149 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee9ec9f-e864-480d-bed3-c4c80a3d8b75 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Pushing event updated for resources: {'Port': ['ID=428343dc-6267-4d45-afca-778296ca3c8f,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:01.451514 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee9ec9f-e864-480d-bed3-c4c80a3d8b75 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:41:01.617061 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-46dcf029-163e-4703-8cec-6a7ea9d2af72 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:01.618509 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-46dcf029-163e-4703-8cec-6a7ea9d2af72 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/networks?id=04207fbb-130e-4d70-a528-326f06ddba5f HTTP/1.1" status: 200 len: 808 time: 0.1801729 May 23 15:41:01.638780 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:01.642766 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-d13d99bc-3293-4577-a95e-65fad4433cba tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/quotas/fe810dde94644f57b3b6262366c8f126 HTTP/1.1" status: 200 len: 375 time: 0.0168028 May 23 15:41:01.736715 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-17e56ebc-3ae7-4a57-9b4a-2e585bcd059b tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fe810dde94644f57b3b6262366c8f126&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0876424 May 23 15:41:01.830392 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:01.839203 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:01.893542 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-d5129b82-f9cf-40cd-96f6-bfc25313c976 service neutron] 10.222.0.30 "GET /v2.0/networks/04207fbb-130e-4d70-a528-326f06ddba5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339324 May 23 15:41:02.062748 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-a4a15814-4a11-413a-b992-7f02ca0af654 service neutron] 10.222.0.30 "GET /v2.0/networks/04207fbb-130e-4d70-a528-326f06ddba5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364400 May 23 15:41:02.063726 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-aee9ec9f-e864-480d-bed3-c4c80a3d8b75 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks [] for floatingip (e057d7b9-5b30-46e5-9ea2-46249c978f72), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:02.133016 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-aee9ec9f-e864-480d-bed3-c4c80a3d8b75 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (428343dc-6267-4d45-afca-778296ca3c8f), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:02.333047 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-aee9ec9f-e864-480d-bed3-c4c80a3d8b75 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks [] for port (428343dc-6267-4d45-afca-778296ca3c8f), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:02.348638 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-aee9ec9f-e864-480d-bed3-c4c80a3d8b75 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413202'] for port (428343dc-6267-4d45-afca-778296ca3c8f), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:02.372092 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fc986048-b015-4e88-8051-1437ad4c9610 req-6ae1224d-bc79-4586-b07b-36d999a066b5 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 210 time: 0.0345228 May 23 15:41:02.421658 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee9ec9f-e864-480d-bed3-c4c80a3d8b75 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Pushing event updated for resources: {'Port': ['ID=428343dc-6267-4d45-afca-778296ca3c8f,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:02.432325 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-aee9ec9f-e864-480d-bed3-c4c80a3d8b75 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-863864'] for floatingip (e057d7b9-5b30-46e5-9ea2-46249c978f72), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:02.533319 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.db.l3_db [None req-aee9ec9f-e864-480d-bed3-c4c80a3d8b75 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Floating IP e057d7b9-5b30-46e5-9ea2-46249c978f72 associated. External IP: 172.27.2.84, port: 0a916c19-f60f-4185-8d5c-62020d7bdb15. May 23 15:41:02.635362 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:02.748849 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee9ec9f-e864-480d-bed3-c4c80a3d8b75 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Router 03bc3357-6415-4e9b-9019-b93302066f4a has already been hosted by L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:41:02.755938 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:02.851623 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee9ec9f-e864-480d-bed3-c4c80a3d8b75 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:41:02.861097 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b36dabc-ad1a-4470-992d-5595d8586fd0 None None] Sync routers for ids ['03bc3357-6415-4e9b-9019-b93302066f4a'] in dv-cinder-841125-8-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:41:02.869426 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-aee9ec9f-e864-480d-bed3-c4c80a3d8b75 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:02.871653 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b36dabc-ad1a-4470-992d-5595d8586fd0 None None] Routers {'03bc3357-6415-4e9b-9019-b93302066f4a'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:41:02.872290 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-8b36dabc-ad1a-4470-992d-5595d8586fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:40:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['03bc3357-6415-4e9b-9019-b93302066f4a'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:41:02.988175 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-8b36dabc-ad1a-4470-992d-5595d8586fd0 None None] Set router 03bc3357-6415-4e9b-9019-b93302066f4a gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:41:03.156982 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3d6fdad2-df3f-496d-99f6-af0d5bb069b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:03.160160 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-aee9ec9f-e864-480d-bed3-c4c80a3d8b75 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1657634 May 23 15:41:03.160811 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca2fa96-252e-4d26-87eb-74cee3ee6c7d', 'tag': '0a916c19-f60f-4185-8d5c-62020d7bdb15'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:41:03.163681 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee4ef39eddac8a8c2b622b321199fad7a345fd77cd5019e852148a8aec1132e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d73f2bf-b8bc-4954-8967-7e17e5b19868" -d '{"events": [{"name": "network-changed", "server_uuid": "eca2fa96-252e-4d26-87eb-74cee3ee6c7d", "tag": "0a916c19-f60f-4185-8d5c-62020d7bdb15"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:41:03.228768 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-8b36dabc-ad1a-4470-992d-5595d8586fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'name': 'tempest-TestVolumeBootPattern-820281492-router', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '9be3bed4-0c54-4d40-988f-b8cd14e5145d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:37:47Z', 'updated_at': '2022-05-23T15:37:50Z', 'revision_number': 4, 'project_id': '449514f02fbc485484110bde5a2018c0', 'gw_port': {'id': '9be3bed4-0c54-4d40-988f-b8cd14e5145d', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:47Z', 'updated_at': '2022-05-23T15:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_floatingips': [{'id': 'e057d7b9-5b30-46e5-9ea2-46249c978f72', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'floating_ip_address': '172.27.2.84', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'port_id': '0a916c19-f60f-4185-8d5c-62020d7bdb15', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406', 'mac_address': 'fa:16:3e:ab:26:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca2fa96-252e-4d26-87eb-74cee3ee6c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:41:01Z', 'updated_at': '2022-05-23T15:41:01Z', 'revision_number': 0, 'project_id': '449514f02fbc485484110bde5a2018c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '935605e9-544c-410d-90d7-50d8814b2cb7', 'name': '', 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'mac_address': 'fa:16:3e:9b:8b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '2b1946d5-9e4d-4972-92d1-6e334ddbfdf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:50Z', 'updated_at': '2022-05-23T15:37:56Z', 'revision_number': 5, 'project_id': '449514f02fbc485484110bde5a2018c0', 'subnets': [{'id': '2b1946d5-9e4d-4972-92d1-6e334ddbfdf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:41:03.255066 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b36dabc-ad1a-4470-992d-5595d8586fd0 None None] Checking router: 03bc3357-6415-4e9b-9019-b93302066f4a for host: dv-cinder-841125-8-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:41:03.257192 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133307c0-08bb-40cd-85c0-b73ebf5c5576 x-openstack-request-id: req-133307c0-08bb-40cd-85c0-b73ebf5c5576 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:41:03.257483 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eca2fa96-252e-4d26-87eb-74cee3ee6c7d", "tag": "0a916c19-f60f-4185-8d5c-62020d7bdb15", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:41:03.257736 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-133307c0-08bb-40cd-85c0-b73ebf5c5576 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:41:03.258484 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-133307c0-08bb-40cd-85c0-b73ebf5c5576'] response: {'name': 'network-changed', 'server_uuid': 'eca2fa96-252e-4d26-87eb-74cee3ee6c7d', 'tag': '0a916c19-f60f-4185-8d5c-62020d7bdb15', 'status': 'completed', 'code': 200} May 23 15:41:03.265211 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b36dabc-ad1a-4470-992d-5595d8586fd0 None None] Routers {'03bc3357-6415-4e9b-9019-b93302066f4a'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:41:03.265833 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-8b36dabc-ad1a-4470-992d-5595d8586fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:40:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['03bc3357-6415-4e9b-9019-b93302066f4a'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:41:03.303497 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:03.339040 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:03.344118 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73f2bf-b8bc-4954-8967-7e17e5b19868 req-a425763d-0bbb-467e-8ae0-831ca08e2aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:03.345990 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6d73f2bf-b8bc-4954-8967-7e17e5b19868 req-a425763d-0bbb-467e-8ae0-831ca08e2aca service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=449514f02fbc485484110bde5a2018c0&device_id=eca2fa96-252e-4d26-87eb-74cee3ee6c7d HTTP/1.1" status: 200 len: 1129 time: 0.0429561 May 23 15:41:03.371918 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-8b36dabc-ad1a-4470-992d-5595d8586fd0 None None] Set router 03bc3357-6415-4e9b-9019-b93302066f4a gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:41:03.478739 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73f2bf-b8bc-4954-8967-7e17e5b19868 req-6b812dc7-744d-4b77-8922-5e93c0dc90e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:03.482198 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6d73f2bf-b8bc-4954-8967-7e17e5b19868 req-6b812dc7-744d-4b77-8922-5e93c0dc90e8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5ca014fd-aa0f-4216-ae7a-a155fcb74406 HTTP/1.1" status: 200 len: 912 time: 0.1287808 May 23 15:41:03.483427 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-514ac1cb-be2b-4523-845b-35bcd088bf87 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:03.485406 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-514ac1cb-be2b-4523-845b-35bcd088bf87 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.72 "GET /v2.0/networks?id=04207fbb-130e-4d70-a528-326f06ddba5f HTTP/1.1" status: 200 len: 808 time: 0.1530259 May 23 15:41:03.530372 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-93a7e907-56f2-4dec-9b79-f1d72a8b0db0 req-e9ad3e06-7a9c-428c-b113-9ec878f98d74 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 210 time: 0.0468287 May 23 15:41:03.580440 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-aedb7cbe-59ce-457e-b95e-3d89c3a3aed0 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe810dde94644f57b3b6262366c8f126 HTTP/1.1" status: 200 len: 379 time: 0.0800734 May 23 15:41:03.596222 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-4226a34f-c6c9-404c-8ad6-87d44a85ae14 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Request body: {'port': {'device_id': 'dff4ee13-17c0-4b09-abc7-488e123e6899', 'network_id': '04207fbb-130e-4d70-a528-326f06ddba5f', 'admin_state_up': True, 'tenant_id': 'fe810dde94644f57b3b6262366c8f126', 'security_groups': ['7bf37486-c172-4aee-809e-c6f31e85a060']}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:41:03.677031 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:03.728177 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-4226a34f-c6c9-404c-8ad6-87d44a85ae14 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Made reservation on behalf of fe810dde94644f57b3b6262366c8f126 for: {'port': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:41:03.732653 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-4226a34f-c6c9-404c-8ad6-87d44a85ae14 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:03.764096 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-8b36dabc-ad1a-4470-992d-5595d8586fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'name': 'tempest-TestVolumeBootPattern-820281492-router', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '9be3bed4-0c54-4d40-988f-b8cd14e5145d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:37:47Z', 'updated_at': '2022-05-23T15:37:50Z', 'revision_number': 4, 'project_id': '449514f02fbc485484110bde5a2018c0', 'gw_port': {'id': '9be3bed4-0c54-4d40-988f-b8cd14e5145d', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:47Z', 'updated_at': '2022-05-23T15:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_floatingips': [{'id': 'e057d7b9-5b30-46e5-9ea2-46249c978f72', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'floating_ip_address': '172.27.2.84', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'port_id': '0a916c19-f60f-4185-8d5c-62020d7bdb15', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406', 'mac_address': 'fa:16:3e:ab:26:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca2fa96-252e-4d26-87eb-74cee3ee6c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:41:01Z', 'updated_at': '2022-05-23T15:41:01Z', 'revision_number': 0, 'project_id': '449514f02fbc485484110bde5a2018c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '935605e9-544c-410d-90d7-50d8814b2cb7', 'name': '', 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'mac_address': 'fa:16:3e:9b:8b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '2b1946d5-9e4d-4972-92d1-6e334ddbfdf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:50Z', 'updated_at': '2022-05-23T15:37:56Z', 'revision_number': 5, 'project_id': '449514f02fbc485484110bde5a2018c0', 'subnets': [{'id': '2b1946d5-9e4d-4972-92d1-6e334ddbfdf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:41:03.789233 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b36dabc-ad1a-4470-992d-5595d8586fd0 None None] The sync data for ids ['03bc3357-6415-4e9b-9019-b93302066f4a'] in dv-cinder-841125-8-iscsi is: [{'id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'name': 'tempest-TestVolumeBootPattern-820281492-router', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '9be3bed4-0c54-4d40-988f-b8cd14e5145d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:37:47Z', 'updated_at': '2022-05-23T15:37:50Z', 'revision_number': 4, 'project_id': '449514f02fbc485484110bde5a2018c0', 'gw_port': {'id': '9be3bed4-0c54-4d40-988f-b8cd14e5145d', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:47Z', 'updated_at': '2022-05-23T15:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_floatingips': [{'id': 'e057d7b9-5b30-46e5-9ea2-46249c978f72', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'floating_ip_address': '172.27.2.84', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'port_id': '0a916c19-f60f-4185-8d5c-62020d7bdb15', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406', 'mac_address': 'fa:16:3e:ab:26:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca2fa96-252e-4d26-87eb-74cee3ee6c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:41:01Z', 'updated_at': '2022-05-23T15:41:01Z', 'revision_number': 0, 'project_id': '449514f02fbc485484110bde5a2018c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '935605e9-544c-410d-90d7-50d8814b2cb7', 'name': '', 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'mac_address': 'fa:16:3e:9b:8b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '2b1946d5-9e4d-4972-92d1-6e334ddbfdf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:50Z', 'updated_at': '2022-05-23T15:37:56Z', 'revision_number': 5, 'project_id': '449514f02fbc485484110bde5a2018c0', 'subnets': [{'id': '2b1946d5-9e4d-4972-92d1-6e334ddbfdf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:41:03.870856 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6d73f2bf-b8bc-4954-8967-7e17e5b19868 req-a55e506b-9064-4601-8bb8-a21acc256b32 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a916c19-f60f-4185-8d5c-62020d7bdb15 HTTP/1.1" status: 200 len: 998 time: 0.3486388 May 23 15:41:03.886167 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-4226a34f-c6c9-404c-8ad6-87d44a85ae14 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Allocated IP 172.20.0.6 (04207fbb-130e-4d70-a528-326f06ddba5f/73b4a46c-cee5-49d4-abcd-974a4dd5079a/300409dc-55b8-410d-b8c1-b461d6270c87) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:41:03.923252 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73f2bf-b8bc-4954-8967-7e17e5b19868 req-815da2a7-38ec-4963-bb9f-797439d80bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:03.924718 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6d73f2bf-b8bc-4954-8967-7e17e5b19868 req-815da2a7-38ec-4963-bb9f-797439d80bcb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2b1946d5-9e4d-4972-92d1-6e334ddbfdf9 HTTP/1.1" status: 200 len: 850 time: 0.0472553 May 23 15:41:03.974911 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73f2bf-b8bc-4954-8967-7e17e5b19868 req-dc3cb11d-4846-4d7d-8e66-603df1769a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:03.976418 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6d73f2bf-b8bc-4954-8967-7e17e5b19868 req-dc3cb11d-4846-4d7d-8e66-603df1769a8d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ca014fd-aa0f-4216-ae7a-a155fcb74406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454748 May 23 15:41:04.021020 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dc8358-75f4-4a30-9da1-decc3ba54568 None None] New status for floating IP e057d7b9-5b30-46e5-9ea2-46249c978f72: ACTIVE {{(pid=104083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:41:04.043390 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-4226a34f-c6c9-404c-8ad6-87d44a85ae14 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks [] for port (300409dc-55b8-410d-b8c1-b461d6270c87), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:04.059134 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:04.076760 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6d73f2bf-b8bc-4954-8967-7e17e5b19868 req-fada64d7-ee1b-42ae-b738-979f9775df10 service neutron] 10.222.0.72 "GET /v2.0/networks/5ca014fd-aa0f-4216-ae7a-a155fcb74406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933428 May 23 15:41:04.087084 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-4226a34f-c6c9-404c-8ad6-87d44a85ae14 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (300409dc-55b8-410d-b8c1-b461d6270c87), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:04.140321 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-4226a34f-c6c9-404c-8ad6-87d44a85ae14 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Network 04207fbb-130e-4d70-a528-326f06ddba5f is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:41:04.144133 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:04.145509 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-4226a34f-c6c9-404c-8ad6-87d44a85ae14 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:41:04.149631 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-4226a34f-c6c9-404c-8ad6-87d44a85ae14 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:41:04.202055 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226a34f-c6c9-404c-8ad6-87d44a85ae14 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Pushing event updated for resources: {'Port': ['ID=300409dc-55b8-410d-b8c1-b461d6270c87,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:04.205891 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6d73f2bf-b8bc-4954-8967-7e17e5b19868 req-d28dd529-103b-48a7-b822-6c030b9cbcb6 service neutron] 10.222.0.72 "GET /v2.0/networks/5ca014fd-aa0f-4216-ae7a-a155fcb74406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223528 May 23 15:41:04.226765 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-4226a34f-c6c9-404c-8ad6-87d44a85ae14 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:04.227726 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-4226a34f-c6c9-404c-8ad6-87d44a85ae14 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:04.252990 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-4226a34f-c6c9-404c-8ad6-87d44a85ae14 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6610949 May 23 15:41:04.275363 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-6eebf5e4-f5a0-4f4a-97b0-37098a1c74ad service neutron] Request body: {'port': {'device_id': 'dff4ee13-17c0-4b09-abc7-488e123e6899', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:41:04.356369 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-6eebf5e4-f5a0-4f4a-97b0-37098a1c74ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (300409dc-55b8-410d-b8c1-b461d6270c87), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:04.486708 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-20e871c9-f819-4f2a-9314-685f8c036297 None None] Provisioning complete for port 300409dc-55b8-410d-b8c1-b461d6270c87 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:41:04.487283 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-20e871c9-f819-4f2a-9314-685f8c036297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (300409dc-55b8-410d-b8c1-b461d6270c87), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:04.518882 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-20e871c9-f819-4f2a-9314-685f8c036297 None None] Port 300409dc-55b8-410d-b8c1-b461d6270c87 cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:41:04.679632 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-6eebf5e4-f5a0-4f4a-97b0-37098a1c74ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 300409dc-55b8-410d-b8c1-b461d6270c87 {{(pid=104080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:41:04.689700 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca9a5d-9610-4945-a309-14e45a109c65 req-8e7292e2-5db3-4021-a7d5-8d43b31cdf4a tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:04.691181 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f8ca9a5d-9610-4945-a309-14e45a109c65 req-8e7292e2-5db3-4021-a7d5-8d43b31cdf4a tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 931 time: 0.0841756 May 23 15:41:04.695153 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-6eebf5e4-f5a0-4f4a-97b0-37098a1c74ad service neutron] Publish callbacks [] for port (300409dc-55b8-410d-b8c1-b461d6270c87), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:04.722484 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.provisioning_blocks [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-6eebf5e4-f5a0-4f4a-97b0-37098a1c74ad service neutron] Transition to ACTIVE for port object 300409dc-55b8-410d-b8c1-b461d6270c87 will not be triggered until provisioned by entity L2. {{(pid=104080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 15:41:04.727536 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-6eebf5e4-f5a0-4f4a-97b0-37098a1c74ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413202'] for port (300409dc-55b8-410d-b8c1-b461d6270c87), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:04.792122 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f8ca9a5d-9610-4945-a309-14e45a109c65 req-3407bace-629a-4a4b-9223-56a91978cacb tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf37486-c172-4aee-809e-c6f31e85a060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943537 May 23 15:41:04.801722 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eebf5e4-f5a0-4f4a-97b0-37098a1c74ad service neutron] Pushing event updated for resources: {'Port': ['ID=300409dc-55b8-410d-b8c1-b461d6270c87,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:04.880328 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-6eebf5e4-f5a0-4f4a-97b0-37098a1c74ad service neutron] Attempting to bind port 300409dc-55b8-410d-b8c1-b461d6270c87 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:41:04.880659 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-6eebf5e4-f5a0-4f4a-97b0-37098a1c74ad service neutron] Attempting to bind port 300409dc-55b8-410d-b8c1-b461d6270c87 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': '01b0070d-71cb-4230-a04d-f2e00747fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '04207fbb-130e-4d70-a528-326f06ddba5f'}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:41:04.881032 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-6eebf5e4-f5a0-4f4a-97b0-37098a1c74ad service neutron] Attempting to bind port 300409dc-55b8-410d-b8c1-b461d6270c87 on network 04207fbb-130e-4d70-a528-326f06ddba5f {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:41:04.885712 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-6eebf5e4-f5a0-4f4a-97b0-37098a1c74ad service neutron] Port 300409dc-55b8-410d-b8c1-b461d6270c87 on network 04207fbb-130e-4d70-a528-326f06ddba5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 15:41:04.886030 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-6eebf5e4-f5a0-4f4a-97b0-37098a1c74ad service neutron] Attempting to bind port 300409dc-55b8-410d-b8c1-b461d6270c87 on network 04207fbb-130e-4d70-a528-326f06ddba5f {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:41:04.891465 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-6eebf5e4-f5a0-4f4a-97b0-37098a1c74ad service neutron] Checking agent: {'id': '88197243-2542-4a6c-b81b-f727b3d95aaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 27, 45), 'started_at': datetime.datetime(2022, 5, 23, 15, 27, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:41:04.892096 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-6eebf5e4-f5a0-4f4a-97b0-37098a1c74ad service neutron] Checking segment: {'id': '01b0070d-71cb-4230-a04d-f2e00747fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '04207fbb-130e-4d70-a528-326f06ddba5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:41:04.892224 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-6eebf5e4-f5a0-4f4a-97b0-37098a1c74ad service neutron] Bound using segment: {'id': '01b0070d-71cb-4230-a04d-f2e00747fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '04207fbb-130e-4d70-a528-326f06ddba5f'} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:41:04.892580 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-6eebf5e4-f5a0-4f4a-97b0-37098a1c74ad service neutron] Bound port: 300409dc-55b8-410d-b8c1-b461d6270c87, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01b0070d-71cb-4230-a04d-f2e00747fe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '04207fbb-130e-4d70-a528-326f06ddba5f'}}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:41:04.892964 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-6eebf5e4-f5a0-4f4a-97b0-37098a1c74ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (300409dc-55b8-410d-b8c1-b461d6270c87), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:04.959145 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-6eebf5e4-f5a0-4f4a-97b0-37098a1c74ad service neutron] For port 300409dc-55b8-410d-b8c1-b461d6270c87, host hv-cinder-84112, cleared binding levels {{(pid=104080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:41:04.962248 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-6eebf5e4-f5a0-4f4a-97b0-37098a1c74ad service neutron] For port 300409dc-55b8-410d-b8c1-b461d6270c87, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=300409dc-55b8-410d-b8c1-b461d6270c87,segment=NetworkSegment(01b0070d-71cb-4230-a04d-f2e00747fe5c),segment_id=01b0070d-71cb-4230-a04d-f2e00747fe5c)] {{(pid=104080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:41:04.969297 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-6eebf5e4-f5a0-4f4a-97b0-37098a1c74ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413202'] for port (300409dc-55b8-410d-b8c1-b461d6270c87), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:04.973310 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:05.011028 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-6eebf5e4-f5a0-4f4a-97b0-37098a1c74ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:05.011661 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-6eebf5e4-f5a0-4f4a-97b0-37098a1c74ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:05.013859 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-6eebf5e4-f5a0-4f4a-97b0-37098a1c74ad service neutron] 10.222.0.72 "PUT /v2.0/ports/300409dc-55b8-410d-b8c1-b461d6270c87 HTTP/1.1" status: 200 len: 1093 time: 0.7432306 May 23 15:41:05.016469 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:05.032994 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eebf5e4-f5a0-4f4a-97b0-37098a1c74ad service neutron] Pushing event updated for resources: {'Port': ['ID=300409dc-55b8-410d-b8c1-b461d6270c87,revision_number=3']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:05.114403 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-953d6859-edac-493c-ba61-363b2260b98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:05.115913 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-953d6859-edac-493c-ba61-363b2260b98a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe810dde94644f57b3b6262366c8f126&device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 1127 time: 0.0450842 May 23 15:41:05.160600 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-819005d7-b482-4bff-87bc-a24306b36510 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=300409dc-55b8-410d-b8c1-b461d6270c87 HTTP/1.1" status: 200 len: 217 time: 0.0324481 May 23 15:41:05.210123 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-1b3c8ba8-2671-4259-af6a-e41c8cc6be27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:05.211581 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-1b3c8ba8-2671-4259-af6a-e41c8cc6be27 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=73b4a46c-cee5-49d4-abcd-974a4dd5079a HTTP/1.1" status: 200 len: 847 time: 0.0454080 May 23 15:41:05.261401 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dff4ee13-17c0-4b09-abc7-488e123e6899', 'tag': '300409dc-55b8-410d-b8c1-b461d6270c87'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:41:05.265056 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee4ef39eddac8a8c2b622b321199fad7a345fd77cd5019e852148a8aec1132e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa0ba6e-cf15-4e49-a70c-4a31cf6c60b8" -d '{"events": [{"name": "network-changed", "server_uuid": "dff4ee13-17c0-4b09-abc7-488e123e6899", "tag": "300409dc-55b8-410d-b8c1-b461d6270c87"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:41:05.273462 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-97da03d6-d9bb-48c2-81a5-f059c222ee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:05.274977 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-97da03d6-d9bb-48c2-81a5-f059c222ee89 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=04207fbb-130e-4d70-a528-326f06ddba5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0575404 May 23 15:41:05.304780 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e57e7b-3b3d-4bfe-899b-9c19b44499be x-openstack-request-id: req-93e57e7b-3b3d-4bfe-899b-9c19b44499be {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:41:05.305097 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dff4ee13-17c0-4b09-abc7-488e123e6899", "tag": "300409dc-55b8-410d-b8c1-b461d6270c87", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:41:05.305349 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-93e57e7b-3b3d-4bfe-899b-9c19b44499be {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:41:05.305732 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93e57e7b-3b3d-4bfe-899b-9c19b44499be'] response: {'name': 'network-changed', 'server_uuid': 'dff4ee13-17c0-4b09-abc7-488e123e6899', 'tag': '300409dc-55b8-410d-b8c1-b461d6270c87', 'status': 'completed', 'code': 200} May 23 15:41:05.371848 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-e3dd799c-edc7-4c2b-855b-f9633dd396cf service neutron] 10.222.0.72 "GET /v2.0/networks/04207fbb-130e-4d70-a528-326f06ddba5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907068 May 23 15:41:05.470917 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b24fdaa2-380a-4462-a14c-53c86b161237 req-3fafd342-9449-497d-92c7-b4788aac4efa service neutron] 10.222.0.72 "GET /v2.0/networks/04207fbb-130e-4d70-a528-326f06ddba5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929458 May 23 15:41:05.477810 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a1fd56f5-cdf7-4522-85a9-9acd73d7f0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:05.816076 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0ba6e-cf15-4e49-a70c-4a31cf6c60b8 req-c1e74bf1-8e3f-4f90-b4f9-b2e02d4766e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:05.817866 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-eaa0ba6e-cf15-4e49-a70c-4a31cf6c60b8 req-c1e74bf1-8e3f-4f90-b4f9-b2e02d4766e2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe810dde94644f57b3b6262366c8f126&device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 1127 time: 0.0397162 May 23 15:41:05.945938 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5dd8e-e399-41eb-ba18-cba451d6a43f req-74dc5e7f-ebbb-4261-a121-c0a200964620 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:05.947293 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-76e5dd8e-e399-41eb-ba18-cba451d6a43f req-74dc5e7f-ebbb-4261-a121-c0a200964620 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 943 time: 0.0767741 May 23 15:41:05.977154 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0ba6e-cf15-4e49-a70c-4a31cf6c60b8 req-8d3df956-b9e9-4670-aa1f-77eecf1e27ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:05.978575 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-eaa0ba6e-cf15-4e49-a70c-4a31cf6c60b8 req-8d3df956-b9e9-4670-aa1f-77eecf1e27ad service neutron] 10.222.0.72 "GET /v2.0/networks?id=04207fbb-130e-4d70-a528-326f06ddba5f HTTP/1.1" status: 200 len: 909 time: 0.1532240 May 23 15:41:06.028665 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-eaa0ba6e-cf15-4e49-a70c-4a31cf6c60b8 req-cb66608c-11a6-41fc-b826-8d97f7ffbc42 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=300409dc-55b8-410d-b8c1-b461d6270c87 HTTP/1.1" status: 200 len: 217 time: 0.0434749 May 23 15:41:06.038803 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-76e5dd8e-e399-41eb-ba18-cba451d6a43f req-066a9e00-6fa8-4543-b582-f1616a199a6d tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf37486-c172-4aee-809e-c6f31e85a060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834210 May 23 15:41:06.082107 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0ba6e-cf15-4e49-a70c-4a31cf6c60b8 req-c1832a37-133b-4d2e-8f67-8a38dd3606f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:06.083540 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-eaa0ba6e-cf15-4e49-a70c-4a31cf6c60b8 req-c1832a37-133b-4d2e-8f67-8a38dd3606f7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=73b4a46c-cee5-49d4-abcd-974a4dd5079a HTTP/1.1" status: 200 len: 847 time: 0.0485888 May 23 15:41:06.129371 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0ba6e-cf15-4e49-a70c-4a31cf6c60b8 req-43745f4c-261f-4e5d-9740-c59d8eff854e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:06.130823 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-eaa0ba6e-cf15-4e49-a70c-4a31cf6c60b8 req-43745f4c-261f-4e5d-9740-c59d8eff854e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=04207fbb-130e-4d70-a528-326f06ddba5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418165 May 23 15:41:06.220033 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-eaa0ba6e-cf15-4e49-a70c-4a31cf6c60b8 req-0418ebc3-5c9b-4b32-8267-d29998611766 service neutron] 10.222.0.72 "GET /v2.0/networks/04207fbb-130e-4d70-a528-326f06ddba5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833168 May 23 15:41:06.310429 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-eaa0ba6e-cf15-4e49-a70c-4a31cf6c60b8 req-8e23461f-c145-4835-839d-997cb959660d service neutron] 10.222.0.72 "GET /v2.0/networks/04207fbb-130e-4d70-a528-326f06ddba5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843041 May 23 15:41:06.954054 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:07.155345 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f498056-85f4-4a61-9a94-db63b74687d6 req-b6f79e53-a81d-4dd1-b93a-2eebdfa3cb10 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:07.156777 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0f498056-85f4-4a61-9a94-db63b74687d6 req-b6f79e53-a81d-4dd1-b93a-2eebdfa3cb10 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 943 time: 0.0471013 May 23 15:41:07.206224 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0f498056-85f4-4a61-9a94-db63b74687d6 req-479df147-6ece-4854-881f-1a7a87984407 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf37486-c172-4aee-809e-c6f31e85a060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435500 May 23 15:41:08.095132 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:08.321241 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944eb497-f3a8-4250-92cf-72e6afc50b97 req-2dcd2901-d38d-45c1-9c96-43a898c63086 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:08.322693 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-944eb497-f3a8-4250-92cf-72e6afc50b97 req-2dcd2901-d38d-45c1-9c96-43a898c63086 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 943 time: 0.0491736 May 23 15:41:08.372148 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-944eb497-f3a8-4250-92cf-72e6afc50b97 req-527bbbe4-72ba-4db5-9ef4-82b58f61ee37 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf37486-c172-4aee-809e-c6f31e85a060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431938 May 23 15:41:09.485740 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08be642-282e-4bb9-8449-591623e53015 req-c3ceb293-89b1-49fe-8d6d-44d24f566c5b tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:09.487222 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c08be642-282e-4bb9-8449-591623e53015 req-c3ceb293-89b1-49fe-8d6d-44d24f566c5b tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 943 time: 0.0474751 May 23 15:41:09.535887 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c08be642-282e-4bb9-8449-591623e53015 req-3584a696-10d6-4dc5-8a85-a21bf40a2870 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf37486-c172-4aee-809e-c6f31e85a060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432169 May 23 15:41:09.749940 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:10.613310 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=100 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:10.650460 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d483186-17fb-402f-b83b-6bc830f90eef req-0b65ed0b-6b1b-491f-ac07-7a092d2efec5 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:10.651920 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7d483186-17fb-402f-b83b-6bc830f90eef req-0b65ed0b-6b1b-491f-ac07-7a092d2efec5 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 943 time: 0.0475447 May 23 15:41:10.684395 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=100 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:10.705058 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7d483186-17fb-402f-b83b-6bc830f90eef req-bb59c1da-d009-4318-99db-f4b802b25c54 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf37486-c172-4aee-809e-c6f31e85a060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471294 May 23 15:41:11.820612 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313570cc-ce6d-43ba-9655-36bbeb0b436c req-5afb638b-50f2-4210-96e6-02a1eed71907 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:11.822089 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-313570cc-ce6d-43ba-9655-36bbeb0b436c req-5afb638b-50f2-4210-96e6-02a1eed71907 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 943 time: 0.0499260 May 23 15:41:11.869353 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-313570cc-ce6d-43ba-9655-36bbeb0b436c req-03c63a1b-3ed8-40dd-930b-019aa8dc4618 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf37486-c172-4aee-809e-c6f31e85a060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415664 May 23 15:41:12.598110 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 300409dc-55b8-410d-b8c1-b461d6270c87 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:41:12.698485 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 300409dc-55b8-410d-b8c1-b461d6270c87, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=300409dc-55b8-410d-b8c1-b461d6270c87,segment=NetworkSegment(01b0070d-71cb-4230-a04d-f2e00747fe5c),segment_id=01b0070d-71cb-4230-a04d-f2e00747fe5c)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:41:12.710509 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Returning: {'device': '300409dc-55b8-410d-b8c1-b461d6270c87', 'network_id': '04207fbb-130e-4d70-a528-326f06ddba5f', 'port_id': '300409dc-55b8-410d-b8c1-b461d6270c87', 'mac_address': 'fa:16:3e:4e:04:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 997, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b4a46c-cee5-49d4-abcd-974a4dd5079a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:41:12.736065 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:12.746722 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port 300409dc-55b8-410d-b8c1-b461d6270c87 is: DOWN; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:41:12.747074 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (300409dc-55b8-410d-b8c1-b461d6270c87), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:12.760296 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 300409dc-55b8-410d-b8c1-b461d6270c87 {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:41:12.780716 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 300409dc-55b8-410d-b8c1-b461d6270c87, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=300409dc-55b8-410d-b8c1-b461d6270c87,segment=NetworkSegment(01b0070d-71cb-4230-a04d-f2e00747fe5c),segment_id=01b0070d-71cb-4230-a04d-f2e00747fe5c)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:41:12.784110 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (300409dc-55b8-410d-b8c1-b461d6270c87), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:12.831184 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=300409dc-55b8-410d-b8c1-b461d6270c87,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:12.992389 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa6cb7-d63b-43da-9570-dd0b1f654e1a req-6c24cf9f-829c-4f75-9ed9-2db9319a60b7 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:12.993868 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-62fa6cb7-d63b-43da-9570-dd0b1f654e1a req-6c24cf9f-829c-4f75-9ed9-2db9319a60b7 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 944 time: 0.0525935 May 23 15:41:13.042776 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-62fa6cb7-d63b-43da-9570-dd0b1f654e1a req-1e5eab09-00c8-4b3c-beac-552d1b49e66f tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf37486-c172-4aee-809e-c6f31e85a060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427883 May 23 15:41:13.082291 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] get_ports_and_sgs() called for port_ids ['300409dc-55b8-410d-b8c1-b461d6270c87'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:41:14.156237 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c84fd1-7a12-46b5-a53b-15a8b5cc57ed req-69607ac0-f3cb-4d56-adeb-e39c855dd2ca tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:14.157904 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-62c84fd1-7a12-46b5-a53b-15a8b5cc57ed req-69607ac0-f3cb-4d56-adeb-e39c855dd2ca tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 944 time: 0.0464411 May 23 15:41:14.206976 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-62c84fd1-7a12-46b5-a53b-15a8b5cc57ed req-3d6395ec-8da5-4772-9a40-0dbdb6113146 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf37486-c172-4aee-809e-c6f31e85a060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434840 May 23 15:41:14.263282 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:UPDATE=2 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:14.266370 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=20 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:14.601444 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 300409dc-55b8-410d-b8c1-b461d6270c87 up at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:41:14.643715 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Provisioning for port 300409dc-55b8-410d-b8c1-b461d6270c87 completed by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 15:41:14.649517 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Provisioning complete for port 300409dc-55b8-410d-b8c1-b461d6270c87 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:41:14.649929 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (300409dc-55b8-410d-b8c1-b461d6270c87), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:14.720272 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port 300409dc-55b8-410d-b8c1-b461d6270c87 is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:41:14.720661 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (300409dc-55b8-410d-b8c1-b461d6270c87), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:14.743543 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dff4ee13-17c0-4b09-abc7-488e123e6899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300409dc-55b8-410d-b8c1-b461d6270c87'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:41:14.745868 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f55e67021d3a90dbbd6c8997e5bd31cd20e79582d0fa2823ba23f1fb24bbbe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1949ed64-ca7c-44c3-97ee-b7ec771c621d" -d '{"events": [{"server_uuid": "dff4ee13-17c0-4b09-abc7-488e123e6899", "name": "network-vif-plugged", "status": "completed", "tag": "300409dc-55b8-410d-b8c1-b461d6270c87"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:41:14.748575 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:14.765176 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 300409dc-55b8-410d-b8c1-b461d6270c87, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=300409dc-55b8-410d-b8c1-b461d6270c87,segment=NetworkSegment(01b0070d-71cb-4230-a04d-f2e00747fe5c),segment_id=01b0070d-71cb-4230-a04d-f2e00747fe5c)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:41:14.768734 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (300409dc-55b8-410d-b8c1-b461d6270c87), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:14.792877 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c80f00-9086-4291-bb81-791f63fdf45b x-openstack-request-id: req-25c80f00-9086-4291-bb81-791f63fdf45b {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:41:14.793191 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dff4ee13-17c0-4b09-abc7-488e123e6899", "name": "network-vif-plugged", "status": "completed", "tag": "300409dc-55b8-410d-b8c1-b461d6270c87", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:41:14.793446 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-25c80f00-9086-4291-bb81-791f63fdf45b {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:41:14.793835 dv-cinder-841125-8-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25c80f00-9086-4291-bb81-791f63fdf45b'] response: {'server_uuid': 'dff4ee13-17c0-4b09-abc7-488e123e6899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300409dc-55b8-410d-b8c1-b461d6270c87', 'code': 200} May 23 15:41:14.819452 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=300409dc-55b8-410d-b8c1-b461d6270c87,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:15.043944 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd3a7a-1bb9-4fae-9b78-57d1467ad532 req-d2ff83b4-3af5-4826-b63e-b34a7a28e8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:15.046052 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d7bd3a7a-1bb9-4fae-9b78-57d1467ad532 req-d2ff83b4-3af5-4826-b63e-b34a7a28e8bf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 1129 time: 0.0382838 May 23 15:41:15.090150 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d7bd3a7a-1bb9-4fae-9b78-57d1467ad532 req-90409e18-faad-4791-8557-e107e829ad27 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7bf37486-c172-4aee-809e-c6f31e85a060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386519 May 23 15:41:15.328725 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941c303-0fe6-4603-874b-b36509881e90 req-345b2bda-aa4b-4e79-af5c-4d9e77d0d5b4 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:15.330269 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3941c303-0fe6-4603-874b-b36509881e90 req-345b2bda-aa4b-4e79-af5c-4d9e77d0d5b4 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 945 time: 0.0510607 May 23 15:41:15.348972 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:15.379704 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3941c303-0fe6-4603-874b-b36509881e90 req-39fdf4da-bd1f-43fa-b2fb-fd28e8c6ddea tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf37486-c172-4aee-809e-c6f31e85a060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438228 May 23 15:41:16.496621 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad44cb4-d296-4405-afd4-5b1c62e6cbe0 req-463d9b3c-ae76-4910-b354-e040117319e5 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:16.498118 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9ad44cb4-d296-4405-afd4-5b1c62e6cbe0 req-463d9b3c-ae76-4910-b354-e040117319e5 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 945 time: 0.0499389 May 23 15:41:16.546911 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9ad44cb4-d296-4405-afd4-5b1c62e6cbe0 req-281ba33c-b814-449a-918b-2d49d2869bce tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf37486-c172-4aee-809e-c6f31e85a060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423996 May 23 15:41:16.661882 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026c4f0-1294-451d-a7bb-b0d5262d5def req-f4107b0b-1267-4aad-a1fe-36d83c26f860 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:16.663243 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1026c4f0-1294-451d-a7bb-b0d5262d5def req-f4107b0b-1267-4aad-a1fe-36d83c26f860 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 945 time: 0.0457580 May 23 15:41:16.712502 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1026c4f0-1294-451d-a7bb-b0d5262d5def req-87e1534c-7911-4988-9c8e-a0f5aa486b92 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf37486-c172-4aee-809e-c6f31e85a060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434992 May 23 15:41:16.734921 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 41636) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:41:16.814014 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137db1c3-0da6-4a23-afef-bea2db50349d tempest-TestShelveInstance-1723300908 tempest-TestShelveInstance-1723300908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:16.815512 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-137db1c3-0da6-4a23-afef-bea2db50349d tempest-TestShelveInstance-1723300908 tempest-TestShelveInstance-1723300908-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 1124 time: 0.0796313 May 23 15:41:16.818420 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 41640) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:41:16.822515 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-2ad2d388-7c61-4b81-a678-1f3b1ec99e75 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Request body: {'floatingip': {'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'port_id': '300409dc-55b8-410d-b8c1-b461d6270c87', 'tenant_id': 'fe810dde94644f57b3b6262366c8f126', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:41:16.835431 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:16.845077 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2ad2d388-7c61-4b81-a678-1f3b1ec99e75 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:16.924191 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2ad2d388-7c61-4b81-a678-1f3b1ec99e75 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:17.028062 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-2ad2d388-7c61-4b81-a678-1f3b1ec99e75 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Allocated IP 172.27.2.243 (c36a36f9-cc20-4687-9603-de8e87d2bfc7/aa177288-79a2-4e75-ac60-432249438b03/320b3fdc-fe1f-4578-8973-d0b068228f31) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:41:17.053735 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (88197243-2542-4a6c-b81b-f727b3d95aaf), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:17.128673 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2ad2d388-7c61-4b81-a678-1f3b1ec99e75 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks [] for port (320b3fdc-fe1f-4578-8973-d0b068228f31), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:17.160799 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2ad2d388-7c61-4b81-a678-1f3b1ec99e75 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250202'] for port (320b3fdc-fe1f-4578-8973-d0b068228f31), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:17.195638 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad2d388-7c61-4b81-a678-1f3b1ec99e75 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Network c36a36f9-cc20-4687-9603-de8e87d2bfc7 is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:41:17.202372 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-2ad2d388-7c61-4b81-a678-1f3b1ec99e75 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:41:17.206296 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad2d388-7c61-4b81-a678-1f3b1ec99e75 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:41:17.211303 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad2d388-7c61-4b81-a678-1f3b1ec99e75 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Pushing event updated for resources: {'Port': ['ID=320b3fdc-fe1f-4578-8973-d0b068228f31,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:17.243659 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad2d388-7c61-4b81-a678-1f3b1ec99e75 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:17.244004 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad2d388-7c61-4b81-a678-1f3b1ec99e75 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:17.244344 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad2d388-7c61-4b81-a678-1f3b1ec99e75 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:17.244677 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad2d388-7c61-4b81-a678-1f3b1ec99e75 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:17.245032 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad2d388-7c61-4b81-a678-1f3b1ec99e75 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:17.245361 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad2d388-7c61-4b81-a678-1f3b1ec99e75 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:17.245684 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad2d388-7c61-4b81-a678-1f3b1ec99e75 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:17.246005 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad2d388-7c61-4b81-a678-1f3b1ec99e75 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:17.246326 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad2d388-7c61-4b81-a678-1f3b1ec99e75 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:17.246645 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad2d388-7c61-4b81-a678-1f3b1ec99e75 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:17.246963 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad2d388-7c61-4b81-a678-1f3b1ec99e75 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:17.247283 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad2d388-7c61-4b81-a678-1f3b1ec99e75 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:17.247605 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad2d388-7c61-4b81-a678-1f3b1ec99e75 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:17.247915 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad2d388-7c61-4b81-a678-1f3b1ec99e75 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:17.248228 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad2d388-7c61-4b81-a678-1f3b1ec99e75 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:17.387855 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:17.563451 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2ad2d388-7c61-4b81-a678-1f3b1ec99e75 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks [] for floatingip (436af8bb-9514-4702-ae3a-ad1ec9ac9420), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:17.603897 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:17.645766 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2ad2d388-7c61-4b81-a678-1f3b1ec99e75 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (320b3fdc-fe1f-4578-8973-d0b068228f31), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:17.822418 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2ad2d388-7c61-4b81-a678-1f3b1ec99e75 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks [] for port (320b3fdc-fe1f-4578-8973-d0b068228f31), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:17.826872 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2ad2d388-7c61-4b81-a678-1f3b1ec99e75 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4250195'] for port (320b3fdc-fe1f-4578-8973-d0b068228f31), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:17.895387 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad2d388-7c61-4b81-a678-1f3b1ec99e75 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Pushing event updated for resources: {'Port': ['ID=320b3fdc-fe1f-4578-8973-d0b068228f31,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:17.903598 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2ad2d388-7c61-4b81-a678-1f3b1ec99e75 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-863864'] for floatingip (436af8bb-9514-4702-ae3a-ad1ec9ac9420), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:18.010964 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.db.l3_db [None req-2ad2d388-7c61-4b81-a678-1f3b1ec99e75 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Floating IP 436af8bb-9514-4702-ae3a-ad1ec9ac9420 associated. External IP: 172.27.2.243, port: 300409dc-55b8-410d-b8c1-b461d6270c87. May 23 15:41:18.205707 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:18.219422 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad2d388-7c61-4b81-a678-1f3b1ec99e75 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Router 0d2075bf-a51e-4d22-964b-8e7282ee9f01 has already been hosted by L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:41:18.337577 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad2d388-7c61-4b81-a678-1f3b1ec99e75 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:41:18.347944 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d089cbbe-1c23-4ec6-908e-0262e770befc None None] Sync routers for ids ['0d2075bf-a51e-4d22-964b-8e7282ee9f01'] in dv-cinder-841125-8-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:41:18.357424 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2ad2d388-7c61-4b81-a678-1f3b1ec99e75 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for floatingip (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:18.359089 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d089cbbe-1c23-4ec6-908e-0262e770befc None None] Routers {'0d2075bf-a51e-4d22-964b-8e7282ee9f01'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:41:18.359725 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-d089cbbe-1c23-4ec6-908e-0262e770befc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:41:05Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['0d2075bf-a51e-4d22-964b-8e7282ee9f01'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:41:18.389419 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-2ad2d388-7c61-4b81-a678-1f3b1ec99e75 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5699778 May 23 15:41:18.390551 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dff4ee13-17c0-4b09-abc7-488e123e6899', 'tag': '300409dc-55b8-410d-b8c1-b461d6270c87'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:41:18.392385 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d701dac66fe37c46ae86bb78260b1e19b4b16e00f190307f8222235e17cfe25e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee3ba97-f2ef-4bd0-bbea-514c5a7fc732" -d '{"events": [{"name": "network-changed", "server_uuid": "dff4ee13-17c0-4b09-abc7-488e123e6899", "tag": "300409dc-55b8-410d-b8c1-b461d6270c87"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:41:18.429700 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51a7d78-dff2-416f-b639-b69100feb3f4 x-openstack-request-id: req-f51a7d78-dff2-416f-b639-b69100feb3f4 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:41:18.430015 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dff4ee13-17c0-4b09-abc7-488e123e6899", "tag": "300409dc-55b8-410d-b8c1-b461d6270c87", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:41:18.430270 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f51a7d78-dff2-416f-b639-b69100feb3f4 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:41:18.430674 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f51a7d78-dff2-416f-b639-b69100feb3f4'] response: {'name': 'network-changed', 'server_uuid': 'dff4ee13-17c0-4b09-abc7-488e123e6899', 'tag': '300409dc-55b8-410d-b8c1-b461d6270c87', 'status': 'completed', 'code': 200} May 23 15:41:18.463398 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-d089cbbe-1c23-4ec6-908e-0262e770befc None None] Set router 0d2075bf-a51e-4d22-964b-8e7282ee9f01 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:41:18.523209 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee3ba97-f2ef-4bd0-bbea-514c5a7fc732 req-31d86741-fdd2-4782-978b-ff30a8ecd443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:18.524706 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2ee3ba97-f2ef-4bd0-bbea-514c5a7fc732 req-31d86741-fdd2-4782-978b-ff30a8ecd443 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe810dde94644f57b3b6262366c8f126&device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 1129 time: 0.0384607 May 23 15:41:18.624888 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee3ba97-f2ef-4bd0-bbea-514c5a7fc732 req-129fd56e-881c-46e9-8803-35c96216920c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:18.626399 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2ee3ba97-f2ef-4bd0-bbea-514c5a7fc732 req-129fd56e-881c-46e9-8803-35c96216920c service neutron] 10.222.0.72 "GET /v2.0/networks?id=04207fbb-130e-4d70-a528-326f06ddba5f HTTP/1.1" status: 200 len: 909 time: 0.0948665 May 23 15:41:18.628276 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:18.676087 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-d089cbbe-1c23-4ec6-908e-0262e770befc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2075bf-a51e-4d22-964b-8e7282ee9f01', 'name': 'tempest-TestShelveInstance-883071679-router', 'tenant_id': 'fe810dde94644f57b3b6262366c8f126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '36977820-3e31-43ce-b522-08b534b0be71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:40:35Z', 'updated_at': '2022-05-23T15:40:37Z', 'revision_number': 4, 'project_id': 'fe810dde94644f57b3b6262366c8f126', 'gw_port': {'id': '36977820-3e31-43ce-b522-08b534b0be71', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:32:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2075bf-a51e-4d22-964b-8e7282ee9f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:40:35Z', 'updated_at': '2022-05-23T15:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_floatingips': [{'id': '436af8bb-9514-4702-ae3a-ad1ec9ac9420', 'tenant_id': 'fe810dde94644f57b3b6262366c8f126', 'floating_ip_address': '172.27.2.243', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': '0d2075bf-a51e-4d22-964b-8e7282ee9f01', 'port_id': '300409dc-55b8-410d-b8c1-b461d6270c87', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04207fbb-130e-4d70-a528-326f06ddba5f', 'mac_address': 'fa:16:3e:4e:04:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff4ee13-17c0-4b09-abc7-488e123e6899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:41:17Z', 'updated_at': '2022-05-23T15:41:17Z', 'revision_number': 0, 'project_id': 'fe810dde94644f57b3b6262366c8f126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2463487c-fdbe-44a9-ab82-e41f104bf0db', 'name': '', 'network_id': '04207fbb-130e-4d70-a528-326f06ddba5f', 'tenant_id': 'fe810dde94644f57b3b6262366c8f126', 'mac_address': 'fa:16:3e:2e:08:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2075bf-a51e-4d22-964b-8e7282ee9f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '73b4a46c-cee5-49d4-abcd-974a4dd5079a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:40:37Z', 'updated_at': '2022-05-23T15:40:42Z', 'revision_number': 5, 'project_id': 'fe810dde94644f57b3b6262366c8f126', 'subnets': [{'id': '73b4a46c-cee5-49d4-abcd-974a4dd5079a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:41:18.688537 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2ee3ba97-f2ef-4bd0-bbea-514c5a7fc732 req-45dcf840-266c-4b05-b548-eae95e40b9f6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=300409dc-55b8-410d-b8c1-b461d6270c87 HTTP/1.1" status: 200 len: 999 time: 0.0557790 May 23 15:41:18.699730 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d089cbbe-1c23-4ec6-908e-0262e770befc None None] Checking router: 0d2075bf-a51e-4d22-964b-8e7282ee9f01 for host: dv-cinder-841125-8-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:41:18.708566 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d089cbbe-1c23-4ec6-908e-0262e770befc None None] Routers {'0d2075bf-a51e-4d22-964b-8e7282ee9f01'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:41:18.709209 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-d089cbbe-1c23-4ec6-908e-0262e770befc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:41:05Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['0d2075bf-a51e-4d22-964b-8e7282ee9f01'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:41:18.736386 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee3ba97-f2ef-4bd0-bbea-514c5a7fc732 req-f335ed81-1def-4b54-a241-505d39ca7c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:18.737795 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2ee3ba97-f2ef-4bd0-bbea-514c5a7fc732 req-f335ed81-1def-4b54-a241-505d39ca7c7b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=73b4a46c-cee5-49d4-abcd-974a4dd5079a HTTP/1.1" status: 200 len: 847 time: 0.0436699 May 23 15:41:18.785391 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee3ba97-f2ef-4bd0-bbea-514c5a7fc732 req-8db7de49-215a-4989-aad9-886073fc1da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:18.787571 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2ee3ba97-f2ef-4bd0-bbea-514c5a7fc732 req-8db7de49-215a-4989-aad9-886073fc1da3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=04207fbb-130e-4d70-a528-326f06ddba5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434623 May 23 15:41:18.809426 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-d089cbbe-1c23-4ec6-908e-0262e770befc None None] Set router 0d2075bf-a51e-4d22-964b-8e7282ee9f01 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:41:18.876105 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2ee3ba97-f2ef-4bd0-bbea-514c5a7fc732 req-737f9f92-6b63-4019-8701-8112db713f60 service neutron] 10.222.0.72 "GET /v2.0/networks/04207fbb-130e-4d70-a528-326f06ddba5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822487 May 23 15:41:18.968951 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2ee3ba97-f2ef-4bd0-bbea-514c5a7fc732 req-15479b7b-2bd8-4dd8-b4aa-1dea7405ff52 service neutron] 10.222.0.72 "GET /v2.0/networks/04207fbb-130e-4d70-a528-326f06ddba5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868318 May 23 15:41:19.007666 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:19.020492 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-d089cbbe-1c23-4ec6-908e-0262e770befc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2075bf-a51e-4d22-964b-8e7282ee9f01', 'name': 'tempest-TestShelveInstance-883071679-router', 'tenant_id': 'fe810dde94644f57b3b6262366c8f126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '36977820-3e31-43ce-b522-08b534b0be71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:40:35Z', 'updated_at': '2022-05-23T15:40:37Z', 'revision_number': 4, 'project_id': 'fe810dde94644f57b3b6262366c8f126', 'gw_port': {'id': '36977820-3e31-43ce-b522-08b534b0be71', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:32:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2075bf-a51e-4d22-964b-8e7282ee9f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:40:35Z', 'updated_at': '2022-05-23T15:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_floatingips': [{'id': '436af8bb-9514-4702-ae3a-ad1ec9ac9420', 'tenant_id': 'fe810dde94644f57b3b6262366c8f126', 'floating_ip_address': '172.27.2.243', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': '0d2075bf-a51e-4d22-964b-8e7282ee9f01', 'port_id': '300409dc-55b8-410d-b8c1-b461d6270c87', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04207fbb-130e-4d70-a528-326f06ddba5f', 'mac_address': 'fa:16:3e:4e:04:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff4ee13-17c0-4b09-abc7-488e123e6899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:41:17Z', 'updated_at': '2022-05-23T15:41:17Z', 'revision_number': 0, 'project_id': 'fe810dde94644f57b3b6262366c8f126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2463487c-fdbe-44a9-ab82-e41f104bf0db', 'name': '', 'network_id': '04207fbb-130e-4d70-a528-326f06ddba5f', 'tenant_id': 'fe810dde94644f57b3b6262366c8f126', 'mac_address': 'fa:16:3e:2e:08:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2075bf-a51e-4d22-964b-8e7282ee9f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '73b4a46c-cee5-49d4-abcd-974a4dd5079a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:40:37Z', 'updated_at': '2022-05-23T15:40:42Z', 'revision_number': 5, 'project_id': 'fe810dde94644f57b3b6262366c8f126', 'subnets': [{'id': '73b4a46c-cee5-49d4-abcd-974a4dd5079a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:41:19.044481 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d089cbbe-1c23-4ec6-908e-0262e770befc None None] The sync data for ids ['0d2075bf-a51e-4d22-964b-8e7282ee9f01'] in dv-cinder-841125-8-iscsi is: [{'id': '0d2075bf-a51e-4d22-964b-8e7282ee9f01', 'name': 'tempest-TestShelveInstance-883071679-router', 'tenant_id': 'fe810dde94644f57b3b6262366c8f126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '36977820-3e31-43ce-b522-08b534b0be71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:40:35Z', 'updated_at': '2022-05-23T15:40:37Z', 'revision_number': 4, 'project_id': 'fe810dde94644f57b3b6262366c8f126', 'gw_port': {'id': '36977820-3e31-43ce-b522-08b534b0be71', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:32:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2075bf-a51e-4d22-964b-8e7282ee9f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:40:35Z', 'updated_at': '2022-05-23T15:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_floatingips': [{'id': '436af8bb-9514-4702-ae3a-ad1ec9ac9420', 'tenant_id': 'fe810dde94644f57b3b6262366c8f126', 'floating_ip_address': '172.27.2.243', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': '0d2075bf-a51e-4d22-964b-8e7282ee9f01', 'port_id': '300409dc-55b8-410d-b8c1-b461d6270c87', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04207fbb-130e-4d70-a528-326f06ddba5f', 'mac_address': 'fa:16:3e:4e:04:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff4ee13-17c0-4b09-abc7-488e123e6899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:41:17Z', 'updated_at': '2022-05-23T15:41:17Z', 'revision_number': 0, 'project_id': 'fe810dde94644f57b3b6262366c8f126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2463487c-fdbe-44a9-ab82-e41f104bf0db', 'name': '', 'network_id': '04207fbb-130e-4d70-a528-326f06ddba5f', 'tenant_id': 'fe810dde94644f57b3b6262366c8f126', 'mac_address': 'fa:16:3e:2e:08:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2075bf-a51e-4d22-964b-8e7282ee9f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '73b4a46c-cee5-49d4-abcd-974a4dd5079a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:40:37Z', 'updated_at': '2022-05-23T15:40:42Z', 'revision_number': 5, 'project_id': 'fe810dde94644f57b3b6262366c8f126', 'subnets': [{'id': '73b4a46c-cee5-49d4-abcd-974a4dd5079a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:41:19.221598 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa883d2-20fb-4ad9-a05b-ddbc7a025972 None None] New status for floating IP 436af8bb-9514-4702-ae3a-ad1ec9ac9420: ACTIVE {{(pid=104083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:41:20.619452 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-deeacb48-f8ad-4ee7-aaeb-78a4c3f342fc None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:41:28.384250 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:28.386178 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=20 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:28.964240 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=80 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:28.965053 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=78 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:29.015455 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=33 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:29.022406 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:29.024145 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=52 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:33.119268 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fda39c1b-107f-4905-b143-c3481ad69921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:35.469821 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-9a1e40ad-b0f2-424d-bdc9-c9bd106b69fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:36.956821 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:37.619275 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:37.624115 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:38.099810 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:39.751574 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:47.041455 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (88197243-2542-4a6c-b81b-f727b3d95aaf), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:55.599701 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cf02d539-2430-4909-854e-afbdf7cb5bf9 req-3de083ba-6cf2-422f-bb19-9d7eda2f98ec service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=eca2fa96-252e-4d26-87eb-74cee3ee6c7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392258 May 23 15:41:55.697325 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02d539-2430-4909-854e-afbdf7cb5bf9 req-8c9cf671-2bfd-4826-ab6b-ee382e8ec191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:55.698810 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cf02d539-2430-4909-854e-afbdf7cb5bf9 req-8c9cf671-2bfd-4826-ab6b-ee382e8ec191 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=449514f02fbc485484110bde5a2018c0&device_id=eca2fa96-252e-4d26-87eb-74cee3ee6c7d HTTP/1.1" status: 200 len: 1129 time: 0.0391562 May 23 15:41:55.805606 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02d539-2430-4909-854e-afbdf7cb5bf9 req-3b31ed2a-57f8-4fec-a48d-a3aaa0db3056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:55.807068 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cf02d539-2430-4909-854e-afbdf7cb5bf9 req-3b31ed2a-57f8-4fec-a48d-a3aaa0db3056 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5ca014fd-aa0f-4216-ae7a-a155fcb74406 HTTP/1.1" status: 200 len: 912 time: 0.0897789 May 23 15:41:55.874728 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cf02d539-2430-4909-854e-afbdf7cb5bf9 req-e549b369-6e7c-40c2-adf8-a402164d4456 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a916c19-f60f-4185-8d5c-62020d7bdb15 HTTP/1.1" status: 200 len: 1000 time: 0.0612872 May 23 15:41:55.922881 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02d539-2430-4909-854e-afbdf7cb5bf9 req-79b38582-c19e-4dbf-ba95-2f143e06ea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:55.925078 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cf02d539-2430-4909-854e-afbdf7cb5bf9 req-79b38582-c19e-4dbf-ba95-2f143e06ea6e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2b1946d5-9e4d-4972-92d1-6e334ddbfdf9 HTTP/1.1" status: 200 len: 850 time: 0.0438185 May 23 15:41:55.972050 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02d539-2430-4909-854e-afbdf7cb5bf9 req-43482a44-4a6a-4d84-a9e5-4e3452b10347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:55.973970 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cf02d539-2430-4909-854e-afbdf7cb5bf9 req-43482a44-4a6a-4d84-a9e5-4e3452b10347 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ca014fd-aa0f-4216-ae7a-a155fcb74406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428708 May 23 15:41:56.061989 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cf02d539-2430-4909-854e-afbdf7cb5bf9 req-2d0481a2-0176-4088-8db2-1cbdd85e2de7 service neutron] 10.222.0.72 "GET /v2.0/networks/5ca014fd-aa0f-4216-ae7a-a155fcb74406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812030 May 23 15:41:56.154316 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cf02d539-2430-4909-854e-afbdf7cb5bf9 req-311bd2a1-0d4c-499e-befc-42507682bcec service neutron] 10.222.0.72 "GET /v2.0/networks/5ca014fd-aa0f-4216-ae7a-a155fcb74406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831337 May 23 15:41:57.029995 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:57.035132 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:57.037370 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:57.619133 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-deeacb48-f8ad-4ee7-aaeb-78a4c3f342fc None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:42:03.121532 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-065df857-0e7a-4c47-9e7d-cbcfbb94b5ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:05.471980 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-8722a37b-6db6-474e-81f8-42d9a1109125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:06.145538 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=48 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:06.151748 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=53 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:06.959595 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:08.099885 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:09.753362 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:14.614718 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=18 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:14.619021 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=16 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:17.042979 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (88197243-2542-4a6c-b81b-f727b3d95aaf), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:27.032825 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:27.037681 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:27.038827 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:33.126178 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e889b79b-ddaf-48c4-9fc9-ea79b35e119b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:34.617781 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-deeacb48-f8ad-4ee7-aaeb-78a4c3f342fc None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:42:35.474282 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ee6e9f0b-d430-4ede-868a-9c01d42b3ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:36.965406 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:38.103234 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:39.754942 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:41.449401 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-62292913-3127-41c6-b30e-2b5edb2d7a4c tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1491515110&fields=id&tenant_id=449514f02fbc485484110bde5a2018c0 HTTP/1.1" status: 200 len: 267 time: 0.0450823 May 23 15:42:41.556122 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-21f718fa-dcf1-446f-b7a5-210357886802 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:41.557620 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-21f718fa-dcf1-446f-b7a5-210357886802 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/networks?id=5ca014fd-aa0f-4216-ae7a-a155fcb74406 HTTP/1.1" status: 200 len: 811 time: 0.1021631 May 23 15:42:41.572314 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-f28c222a-9136-400a-8f84-60e5937e1a22 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/quotas/449514f02fbc485484110bde5a2018c0 HTTP/1.1" status: 200 len: 375 time: 0.0093923 May 23 15:42:41.623651 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-8de00cbb-1a27-406e-9e2d-650dc844a7d1 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=449514f02fbc485484110bde5a2018c0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464122 May 23 15:42:41.725943 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-0c724323-fd13-4ad1-b7fb-c3c02442bd72 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 15:42:41.726938 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-0c724323-fd13-4ad1-b7fb-c3c02442bd72 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0918896 May 23 15:42:41.816944 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-8b2b8b3a-2162-4f54-af00-8b1021f9401e service neutron] 10.222.0.30 "GET /v2.0/networks/5ca014fd-aa0f-4216-ae7a-a155fcb74406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838940 May 23 15:42:41.907582 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-6cfed9d3-96fc-44aa-ba5b-e8beace48286 service neutron] 10.222.0.30 "GET /v2.0/networks/5ca014fd-aa0f-4216-ae7a-a155fcb74406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850344 May 23 15:42:42.213370 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d5c7e241-f85c-445c-95b6-058790a899e0 req-adedd280-a42c-401b-b55e-650c27d36217 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?device_id=83b9f2c7-9802-4ba9-9cca-a5725bae68e6 HTTP/1.1" status: 200 len: 210 time: 0.0283825 May 23 15:42:43.313456 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cad19d6a-b07f-4c06-a002-e9f99926c2ed req-cc7da835-2ee2-48c2-9018-99d9e75cd49a tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?device_id=83b9f2c7-9802-4ba9-9cca-a5725bae68e6 HTTP/1.1" status: 200 len: 210 time: 0.0293343 May 23 15:42:43.342157 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-6686d946-9987-4575-bdad-110648ae55ec tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:43.343628 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-6686d946-9987-4575-bdad-110648ae55ec tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.72 "GET /v2.0/networks?id=5ca014fd-aa0f-4216-ae7a-a155fcb74406 HTTP/1.1" status: 200 len: 811 time: 0.1066146 May 23 15:42:43.415145 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-3813ce44-1daf-475e-b19c-aa412787b8ef tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=449514f02fbc485484110bde5a2018c0 HTTP/1.1" status: 200 len: 380 time: 0.0575016 May 23 15:42:43.436738 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-0f714dfb-b19a-433f-97e1-341720b9a053 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Request body: {'port': {'device_id': '83b9f2c7-9802-4ba9-9cca-a5725bae68e6', 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406', 'admin_state_up': True, 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'security_groups': ['790ce1ef-a8f0-4fc0-8ea7-68013879e709']}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:42:43.544556 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-0f714dfb-b19a-433f-97e1-341720b9a053 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Made reservation on behalf of 449514f02fbc485484110bde5a2018c0 for: {'port': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:42:43.548145 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-0f714dfb-b19a-433f-97e1-341720b9a053 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:43.901990 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-0f714dfb-b19a-433f-97e1-341720b9a053 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Allocated IP 172.20.0.5 (5ca014fd-aa0f-4216-ae7a-a155fcb74406/2b1946d5-9e4d-4972-92d1-6e334ddbfdf9/0a474cc8-872c-46fc-ad61-6c4536ac5bac) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:42:44.044611 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-0f714dfb-b19a-433f-97e1-341720b9a053 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks [] for port (0a474cc8-872c-46fc-ad61-6c4536ac5bac), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:44.077328 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-0f714dfb-b19a-433f-97e1-341720b9a053 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (0a474cc8-872c-46fc-ad61-6c4536ac5bac), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:44.117921 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-0f714dfb-b19a-433f-97e1-341720b9a053 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Network 5ca014fd-aa0f-4216-ae7a-a155fcb74406 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:42:44.123155 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-0f714dfb-b19a-433f-97e1-341720b9a053 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:42:44.127270 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-0f714dfb-b19a-433f-97e1-341720b9a053 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:42:44.153249 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f714dfb-b19a-433f-97e1-341720b9a053 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Pushing event updated for resources: {'Port': ['ID=0a474cc8-872c-46fc-ad61-6c4536ac5bac,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:44.168977 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f714dfb-b19a-433f-97e1-341720b9a053 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:44.169330 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f714dfb-b19a-433f-97e1-341720b9a053 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:44.169651 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f714dfb-b19a-433f-97e1-341720b9a053 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:44.169996 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f714dfb-b19a-433f-97e1-341720b9a053 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:44.170353 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f714dfb-b19a-433f-97e1-341720b9a053 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:44.170691 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f714dfb-b19a-433f-97e1-341720b9a053 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:44.171019 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f714dfb-b19a-433f-97e1-341720b9a053 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:44.171344 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f714dfb-b19a-433f-97e1-341720b9a053 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:44.171673 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f714dfb-b19a-433f-97e1-341720b9a053 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:44.172256 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f714dfb-b19a-433f-97e1-341720b9a053 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:44.172583 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f714dfb-b19a-433f-97e1-341720b9a053 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:44.172936 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f714dfb-b19a-433f-97e1-341720b9a053 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:44.173262 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f714dfb-b19a-433f-97e1-341720b9a053 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:44.173584 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f714dfb-b19a-433f-97e1-341720b9a053 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:44.173904 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f714dfb-b19a-433f-97e1-341720b9a053 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:44.194212 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-0f714dfb-b19a-433f-97e1-341720b9a053 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:44.194856 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-0f714dfb-b19a-433f-97e1-341720b9a053 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:44.212534 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-0f714dfb-b19a-433f-97e1-341720b9a053 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7793348 May 23 15:42:44.247195 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-48e80ece-1e1b-4526-bea2-66490ff76787 service neutron] Request body: {'port': {'device_id': '83b9f2c7-9802-4ba9-9cca-a5725bae68e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:42:44.306742 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:44.316355 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-48e80ece-1e1b-4526-bea2-66490ff76787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (0a474cc8-872c-46fc-ad61-6c4536ac5bac), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:44.324927 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:44.372598 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-25bcf83d-2dc4-4c67-90a8-512145ab34c5 None None] Provisioning complete for port 0a474cc8-872c-46fc-ad61-6c4536ac5bac triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:42:44.373253 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-25bcf83d-2dc4-4c67-90a8-512145ab34c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (0a474cc8-872c-46fc-ad61-6c4536ac5bac), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:44.407584 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-25bcf83d-2dc4-4c67-90a8-512145ab34c5 None None] Port 0a474cc8-872c-46fc-ad61-6c4536ac5bac cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:42:44.497106 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e77bf7-528d-417a-8308-e628f969348b req-6fa08d25-00bc-4af3-82cd-bd9503325dad tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:44.498561 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-e4e77bf7-528d-417a-8308-e628f969348b req-6fa08d25-00bc-4af3-82cd-bd9503325dad tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?device_id=83b9f2c7-9802-4ba9-9cca-a5725bae68e6 HTTP/1.1" status: 200 len: 931 time: 0.1127238 May 23 15:42:44.598714 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-e4e77bf7-528d-417a-8308-e628f969348b req-8b93c745-2a47-43bc-a283-877b0d06fd9c tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/security-groups?id=790ce1ef-a8f0-4fc0-8ea7-68013879e709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942862 May 23 15:42:44.679049 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-48e80ece-1e1b-4526-bea2-66490ff76787 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a474cc8-872c-46fc-ad61-6c4536ac5bac {{(pid=104080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:42:44.686391 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-48e80ece-1e1b-4526-bea2-66490ff76787 service neutron] Publish callbacks [] for port (0a474cc8-872c-46fc-ad61-6c4536ac5bac), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:44.698907 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.provisioning_blocks [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-48e80ece-1e1b-4526-bea2-66490ff76787 service neutron] Transition to ACTIVE for port object 0a474cc8-872c-46fc-ad61-6c4536ac5bac will not be triggered until provisioned by entity L2. {{(pid=104080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 15:42:44.702624 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-48e80ece-1e1b-4526-bea2-66490ff76787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413202'] for port (0a474cc8-872c-46fc-ad61-6c4536ac5bac), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:44.751057 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e80ece-1e1b-4526-bea2-66490ff76787 service neutron] Pushing event updated for resources: {'Port': ['ID=0a474cc8-872c-46fc-ad61-6c4536ac5bac,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:44.835571 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-48e80ece-1e1b-4526-bea2-66490ff76787 service neutron] Attempting to bind port 0a474cc8-872c-46fc-ad61-6c4536ac5bac on host hv-cinder-84112 for vnic_type normal with profile {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:42:44.835912 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-48e80ece-1e1b-4526-bea2-66490ff76787 service neutron] Attempting to bind port 0a474cc8-872c-46fc-ad61-6c4536ac5bac by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': '46f30410-07ea-4763-89e0-8de109268753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406'}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:42:44.836236 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-48e80ece-1e1b-4526-bea2-66490ff76787 service neutron] Attempting to bind port 0a474cc8-872c-46fc-ad61-6c4536ac5bac on network 5ca014fd-aa0f-4216-ae7a-a155fcb74406 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:42:44.842549 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-48e80ece-1e1b-4526-bea2-66490ff76787 service neutron] Port 0a474cc8-872c-46fc-ad61-6c4536ac5bac on network 5ca014fd-aa0f-4216-ae7a-a155fcb74406 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 15:42:44.842882 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-48e80ece-1e1b-4526-bea2-66490ff76787 service neutron] Attempting to bind port 0a474cc8-872c-46fc-ad61-6c4536ac5bac on network 5ca014fd-aa0f-4216-ae7a-a155fcb74406 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:42:44.849223 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-48e80ece-1e1b-4526-bea2-66490ff76787 service neutron] Checking agent: {'id': '88197243-2542-4a6c-b81b-f727b3d95aaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 27, 45), 'started_at': datetime.datetime(2022, 5, 23, 15, 27, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:42:44.850159 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-48e80ece-1e1b-4526-bea2-66490ff76787 service neutron] Checking segment: {'id': '46f30410-07ea-4763-89e0-8de109268753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:42:44.852818 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-48e80ece-1e1b-4526-bea2-66490ff76787 service neutron] Bound using segment: {'id': '46f30410-07ea-4763-89e0-8de109268753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406'} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:42:44.853306 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-48e80ece-1e1b-4526-bea2-66490ff76787 service neutron] Bound port: 0a474cc8-872c-46fc-ad61-6c4536ac5bac, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46f30410-07ea-4763-89e0-8de109268753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406'}}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:42:44.853670 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-48e80ece-1e1b-4526-bea2-66490ff76787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (0a474cc8-872c-46fc-ad61-6c4536ac5bac), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:44.922988 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-48e80ece-1e1b-4526-bea2-66490ff76787 service neutron] For port 0a474cc8-872c-46fc-ad61-6c4536ac5bac, host hv-cinder-84112, cleared binding levels {{(pid=104080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:42:44.927255 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-48e80ece-1e1b-4526-bea2-66490ff76787 service neutron] For port 0a474cc8-872c-46fc-ad61-6c4536ac5bac, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=0a474cc8-872c-46fc-ad61-6c4536ac5bac,segment=NetworkSegment(46f30410-07ea-4763-89e0-8de109268753),segment_id=46f30410-07ea-4763-89e0-8de109268753)] {{(pid=104080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:42:44.933137 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-48e80ece-1e1b-4526-bea2-66490ff76787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413202'] for port (0a474cc8-872c-46fc-ad61-6c4536ac5bac), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:44.967019 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-48e80ece-1e1b-4526-bea2-66490ff76787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:44.967628 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-48e80ece-1e1b-4526-bea2-66490ff76787 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:44.969004 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-48e80ece-1e1b-4526-bea2-66490ff76787 service neutron] 10.222.0.72 "PUT /v2.0/ports/0a474cc8-872c-46fc-ad61-6c4536ac5bac HTTP/1.1" status: 200 len: 1093 time: 0.7286875 May 23 15:42:44.969432 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b9f2c7-9802-4ba9-9cca-a5725bae68e6', 'tag': '0a474cc8-872c-46fc-ad61-6c4536ac5bac'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:42:44.971706 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee4ef39eddac8a8c2b622b321199fad7a345fd77cd5019e852148a8aec1132e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f2d122-c4b1-466e-a991-bfb01cf3dc59" -d '{"events": [{"name": "network-changed", "server_uuid": "83b9f2c7-9802-4ba9-9cca-a5725bae68e6", "tag": "0a474cc8-872c-46fc-ad61-6c4536ac5bac"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:42:44.996583 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e80ece-1e1b-4526-bea2-66490ff76787 service neutron] Pushing event updated for resources: {'Port': ['ID=0a474cc8-872c-46fc-ad61-6c4536ac5bac,revision_number=3']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:45.015739 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a721bc-2704-484e-b77c-db951bc4661a x-openstack-request-id: req-28a721bc-2704-484e-b77c-db951bc4661a {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:42:45.016038 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83b9f2c7-9802-4ba9-9cca-a5725bae68e6", "tag": "0a474cc8-872c-46fc-ad61-6c4536ac5bac", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:42:45.016299 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-28a721bc-2704-484e-b77c-db951bc4661a {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:42:45.016718 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28a721bc-2704-484e-b77c-db951bc4661a'] response: {'name': 'network-changed', 'server_uuid': '83b9f2c7-9802-4ba9-9cca-a5725bae68e6', 'tag': '0a474cc8-872c-46fc-ad61-6c4536ac5bac', 'status': 'completed', 'code': 200} May 23 15:42:45.075431 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-a639ef03-a581-4e39-8140-bef4eb11c2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:45.077022 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-a639ef03-a581-4e39-8140-bef4eb11c2bc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=449514f02fbc485484110bde5a2018c0&device_id=83b9f2c7-9802-4ba9-9cca-a5725bae68e6 HTTP/1.1" status: 200 len: 1127 time: 0.0427234 May 23 15:42:45.143187 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-70cbeefb-ba42-4294-885e-80fe205bc677 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a474cc8-872c-46fc-ad61-6c4536ac5bac HTTP/1.1" status: 200 len: 217 time: 0.0462420 May 23 15:42:45.193719 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-2cb76313-91f8-4ef3-8888-df288411b4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:45.195048 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-2cb76313-91f8-4ef3-8888-df288411b4ca service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2b1946d5-9e4d-4972-92d1-6e334ddbfdf9 HTTP/1.1" status: 200 len: 850 time: 0.0445614 May 23 15:42:45.241021 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-fe126215-7935-4c31-a142-bcb90a34a95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:45.242497 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-fe126215-7935-4c31-a142-bcb90a34a95b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ca014fd-aa0f-4216-ae7a-a155fcb74406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383294 May 23 15:42:45.303676 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:45.311258 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:45.341773 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-b1a7d6f4-484a-4e01-b7ab-f41dc2028a80 service neutron] 10.222.0.72 "GET /v2.0/networks/5ca014fd-aa0f-4216-ae7a-a155fcb74406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894504 May 23 15:42:45.433167 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ae82ab19-0668-4e3d-988b-0c8729cd84fe req-a56c439f-9f72-470a-99c3-e764ace8db10 service neutron] 10.222.0.72 "GET /v2.0/networks/5ca014fd-aa0f-4216-ae7a-a155fcb74406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826230 May 23 15:42:45.719320 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f7740-d59b-4da9-9aa0-3d0671a9cb4a req-29674dc6-d021-4ec9-a031-a27ddc4ddee6 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:45.720803 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-fa4f7740-d59b-4da9-9aa0-3d0671a9cb4a req-29674dc6-d021-4ec9-a031-a27ddc4ddee6 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?device_id=83b9f2c7-9802-4ba9-9cca-a5725bae68e6 HTTP/1.1" status: 200 len: 943 time: 0.0515239 May 23 15:42:45.770985 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-fa4f7740-d59b-4da9-9aa0-3d0671a9cb4a req-d9879906-a9f5-49d2-aeb8-c514393f27da tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/security-groups?id=790ce1ef-a8f0-4fc0-8ea7-68013879e709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436380 May 23 15:42:45.901787 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f2d122-c4b1-466e-a991-bfb01cf3dc59 req-7173c046-e1d5-454c-8d5f-c92a650fdc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:45.903143 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-00f2d122-c4b1-466e-a991-bfb01cf3dc59 req-7173c046-e1d5-454c-8d5f-c92a650fdc8d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=449514f02fbc485484110bde5a2018c0&device_id=83b9f2c7-9802-4ba9-9cca-a5725bae68e6 HTTP/1.1" status: 200 len: 1127 time: 0.0387602 May 23 15:42:45.993812 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f2d122-c4b1-466e-a991-bfb01cf3dc59 req-dace8a17-7984-4e99-b881-ba049dbd65f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:45.995268 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-00f2d122-c4b1-466e-a991-bfb01cf3dc59 req-dace8a17-7984-4e99-b881-ba049dbd65f3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5ca014fd-aa0f-4216-ae7a-a155fcb74406 HTTP/1.1" status: 200 len: 912 time: 0.0858049 May 23 15:42:46.036393 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-00f2d122-c4b1-466e-a991-bfb01cf3dc59 req-e655fcb0-ad66-4f33-b5f1-ff83c900d64d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a474cc8-872c-46fc-ad61-6c4536ac5bac HTTP/1.1" status: 200 len: 217 time: 0.0321569 May 23 15:42:46.086010 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f2d122-c4b1-466e-a991-bfb01cf3dc59 req-1b3e983f-61cc-4546-9fc7-0f70ba068b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:46.087399 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-00f2d122-c4b1-466e-a991-bfb01cf3dc59 req-1b3e983f-61cc-4546-9fc7-0f70ba068b98 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2b1946d5-9e4d-4972-92d1-6e334ddbfdf9 HTTP/1.1" status: 200 len: 850 time: 0.0434096 May 23 15:42:46.132412 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f2d122-c4b1-466e-a991-bfb01cf3dc59 req-ee1a8bbc-2318-4de6-a8bc-694bc7bd2ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:46.133913 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-00f2d122-c4b1-466e-a991-bfb01cf3dc59 req-ee1a8bbc-2318-4de6-a8bc-694bc7bd2ed3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ca014fd-aa0f-4216-ae7a-a155fcb74406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373011 May 23 15:42:46.226222 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-00f2d122-c4b1-466e-a991-bfb01cf3dc59 req-509b1b71-7849-40c0-a7e2-e38a7307ad9a service neutron] 10.222.0.72 "GET /v2.0/networks/5ca014fd-aa0f-4216-ae7a-a155fcb74406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853903 May 23 15:42:46.319524 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-00f2d122-c4b1-466e-a991-bfb01cf3dc59 req-44303b62-85c9-49e7-8760-404c98549a1e service neutron] 10.222.0.72 "GET /v2.0/networks/5ca014fd-aa0f-4216-ae7a-a155fcb74406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835388 May 23 15:42:46.890469 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805efe2d-61cc-467e-9651-bc61d98ca567 req-72e5e223-e690-4c86-a4ed-16d0ce25d4b9 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:46.891899 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-805efe2d-61cc-467e-9651-bc61d98ca567 req-72e5e223-e690-4c86-a4ed-16d0ce25d4b9 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?device_id=83b9f2c7-9802-4ba9-9cca-a5725bae68e6 HTTP/1.1" status: 200 len: 943 time: 0.0527403 May 23 15:42:46.944567 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-805efe2d-61cc-467e-9651-bc61d98ca567 req-b37a8d65-53b9-410f-9a86-597564dfaf94 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/security-groups?id=790ce1ef-a8f0-4fc0-8ea7-68013879e709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469084 May 23 15:42:47.059172 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (88197243-2542-4a6c-b81b-f727b3d95aaf), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:48.059975 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff58d90-11d9-4b03-85ab-3e2ee6f1e027 req-558774c7-23a7-4545-9593-76c7ec1e2a98 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:48.061443 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5ff58d90-11d9-4b03-85ab-3e2ee6f1e027 req-558774c7-23a7-4545-9593-76c7ec1e2a98 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?device_id=83b9f2c7-9802-4ba9-9cca-a5725bae68e6 HTTP/1.1" status: 200 len: 943 time: 0.0508342 May 23 15:42:48.108678 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5ff58d90-11d9-4b03-85ab-3e2ee6f1e027 req-ce6ad33a-7acd-40b7-88dc-ef2c1319ec78 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/security-groups?id=790ce1ef-a8f0-4fc0-8ea7-68013879e709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416820 May 23 15:42:49.220287 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bddb2b1-2678-48b9-b28e-52fcb078fe3e req-e08436af-22b6-4f07-8cf1-5f72baa0de08 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:49.221766 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4bddb2b1-2678-48b9-b28e-52fcb078fe3e req-e08436af-22b6-4f07-8cf1-5f72baa0de08 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?device_id=83b9f2c7-9802-4ba9-9cca-a5725bae68e6 HTTP/1.1" status: 200 len: 943 time: 0.0460210 May 23 15:42:49.269551 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4bddb2b1-2678-48b9-b28e-52fcb078fe3e req-b4582d42-90c8-4035-9c7f-46c4d69ecc77 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/security-groups?id=790ce1ef-a8f0-4fc0-8ea7-68013879e709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415385 May 23 15:42:50.383762 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6bc2e-7701-4817-8144-1d4255c51bb1 req-195cdeba-7008-45c2-89d6-0f12e05ee93d tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:50.390863 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-70c6bc2e-7701-4817-8144-1d4255c51bb1 req-195cdeba-7008-45c2-89d6-0f12e05ee93d tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?device_id=83b9f2c7-9802-4ba9-9cca-a5725bae68e6 HTTP/1.1" status: 200 len: 943 time: 0.0522635 May 23 15:42:50.448272 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-70c6bc2e-7701-4817-8144-1d4255c51bb1 req-85eaf207-5695-45f5-8a2f-b96a0c01f2bb tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/security-groups?id=790ce1ef-a8f0-4fc0-8ea7-68013879e709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518992 May 23 15:42:51.561418 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac1532-ac92-4dd0-af6d-5ea8e20ab6d2 req-e45cb48a-1d71-4e38-aba9-84fc20720e59 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:51.562852 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ccac1532-ac92-4dd0-af6d-5ea8e20ab6d2 req-e45cb48a-1d71-4e38-aba9-84fc20720e59 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?device_id=83b9f2c7-9802-4ba9-9cca-a5725bae68e6 HTTP/1.1" status: 200 len: 943 time: 0.0460370 May 23 15:42:51.610625 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ccac1532-ac92-4dd0-af6d-5ea8e20ab6d2 req-49adac95-5c2a-4f59-978a-90e9e676eece tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/security-groups?id=790ce1ef-a8f0-4fc0-8ea7-68013879e709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423143 May 23 15:42:51.621191 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=3 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:51.625467 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=5 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:52.727148 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56229747-0671-44ea-b7a1-f9fbb530efca req-dd705444-02bd-456f-afb0-54a5384d023d tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:52.728594 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-56229747-0671-44ea-b7a1-f9fbb530efca req-dd705444-02bd-456f-afb0-54a5384d023d tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?device_id=83b9f2c7-9802-4ba9-9cca-a5725bae68e6 HTTP/1.1" status: 200 len: 943 time: 0.0500488 May 23 15:42:52.776912 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-56229747-0671-44ea-b7a1-f9fbb530efca req-6ea2676d-5115-4852-a526-6d579af66d68 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/security-groups?id=790ce1ef-a8f0-4fc0-8ea7-68013879e709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427027 May 23 15:42:53.078238 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 0a474cc8-872c-46fc-ad61-6c4536ac5bac details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:42:53.178275 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 0a474cc8-872c-46fc-ad61-6c4536ac5bac, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=0a474cc8-872c-46fc-ad61-6c4536ac5bac,segment=NetworkSegment(46f30410-07ea-4763-89e0-8de109268753),segment_id=46f30410-07ea-4763-89e0-8de109268753)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:42:53.189468 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Returning: {'device': '0a474cc8-872c-46fc-ad61-6c4536ac5bac', 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406', 'port_id': '0a474cc8-872c-46fc-ad61-6c4536ac5bac', 'mac_address': 'fa:16:3e:6a:08:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 995, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b1946d5-9e4d-4972-92d1-6e334ddbfdf9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:42:53.223872 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port 0a474cc8-872c-46fc-ad61-6c4536ac5bac is: DOWN; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:42:53.224261 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (0a474cc8-872c-46fc-ad61-6c4536ac5bac), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:53.237198 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a474cc8-872c-46fc-ad61-6c4536ac5bac {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:42:53.258282 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 0a474cc8-872c-46fc-ad61-6c4536ac5bac, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=0a474cc8-872c-46fc-ad61-6c4536ac5bac,segment=NetworkSegment(46f30410-07ea-4763-89e0-8de109268753),segment_id=46f30410-07ea-4763-89e0-8de109268753)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:42:53.261898 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (0a474cc8-872c-46fc-ad61-6c4536ac5bac), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:53.310185 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=0a474cc8-872c-46fc-ad61-6c4536ac5bac,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:53.317216 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:53.317568 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:53.317914 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:53.318304 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:53.318640 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:53.318973 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:53.319302 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:53.319630 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:53.319955 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:53.320279 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:53.320630 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:53.320989 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:53.321320 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:53.321643 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:53.321963 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:53.629599 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] get_ports_and_sgs() called for port_ids ['0a474cc8-872c-46fc-ad61-6c4536ac5bac'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:42:53.899027 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab7216-2682-4b95-8448-e7bb56a8345c req-daad235c-0009-4491-a355-08d357a0c806 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:53.900510 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-bfab7216-2682-4b95-8448-e7bb56a8345c req-daad235c-0009-4491-a355-08d357a0c806 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?device_id=83b9f2c7-9802-4ba9-9cca-a5725bae68e6 HTTP/1.1" status: 200 len: 944 time: 0.0547493 May 23 15:42:53.953956 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-bfab7216-2682-4b95-8448-e7bb56a8345c req-87b00d58-d50f-493e-9c9c-9e0975cd2d30 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/security-groups?id=790ce1ef-a8f0-4fc0-8ea7-68013879e709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477066 May 23 15:42:55.066539 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f44fdc-d5bd-4b22-9afa-ae6967ff4d97 req-c9d3d1e0-e793-444e-8e46-d8f3df7725ac tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:55.068017 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-30f44fdc-d5bd-4b22-9afa-ae6967ff4d97 req-c9d3d1e0-e793-444e-8e46-d8f3df7725ac tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?device_id=83b9f2c7-9802-4ba9-9cca-a5725bae68e6 HTTP/1.1" status: 200 len: 944 time: 0.0479345 May 23 15:42:55.080244 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=100 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:55.105447 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 0a474cc8-872c-46fc-ad61-6c4536ac5bac up at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:42:55.114940 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=100 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:55.120426 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-30f44fdc-d5bd-4b22-9afa-ae6967ff4d97 req-2907d221-6256-4336-a116-0411259d35ba tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/security-groups?id=790ce1ef-a8f0-4fc0-8ea7-68013879e709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463815 May 23 15:42:55.147878 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Provisioning for port 0a474cc8-872c-46fc-ad61-6c4536ac5bac completed by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 15:42:55.153425 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Provisioning complete for port 0a474cc8-872c-46fc-ad61-6c4536ac5bac triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:42:55.153776 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (0a474cc8-872c-46fc-ad61-6c4536ac5bac), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:55.226844 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port 0a474cc8-872c-46fc-ad61-6c4536ac5bac is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:42:55.227224 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (0a474cc8-872c-46fc-ad61-6c4536ac5bac), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:55.250332 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b9f2c7-9802-4ba9-9cca-a5725bae68e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a474cc8-872c-46fc-ad61-6c4536ac5bac'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:42:55.252533 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f55e67021d3a90dbbd6c8997e5bd31cd20e79582d0fa2823ba23f1fb24bbbe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d78792-accd-435c-8c20-b7cc4536092b" -d '{"events": [{"server_uuid": "83b9f2c7-9802-4ba9-9cca-a5725bae68e6", "name": "network-vif-plugged", "status": "completed", "tag": "0a474cc8-872c-46fc-ad61-6c4536ac5bac"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:42:55.266258 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 0a474cc8-872c-46fc-ad61-6c4536ac5bac, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=0a474cc8-872c-46fc-ad61-6c4536ac5bac,segment=NetworkSegment(46f30410-07ea-4763-89e0-8de109268753),segment_id=46f30410-07ea-4763-89e0-8de109268753)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:42:55.270227 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (0a474cc8-872c-46fc-ad61-6c4536ac5bac), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:55.292371 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9240b09b-6f6c-4ca0-abad-dc70546245fb x-openstack-request-id: req-9240b09b-6f6c-4ca0-abad-dc70546245fb {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:42:55.292663 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b9f2c7-9802-4ba9-9cca-a5725bae68e6", "name": "network-vif-plugged", "status": "completed", "tag": "0a474cc8-872c-46fc-ad61-6c4536ac5bac", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:42:55.292946 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9240b09b-6f6c-4ca0-abad-dc70546245fb {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:42:55.293346 dv-cinder-841125-8-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9240b09b-6f6c-4ca0-abad-dc70546245fb'] response: {'server_uuid': '83b9f2c7-9802-4ba9-9cca-a5725bae68e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a474cc8-872c-46fc-ad61-6c4536ac5bac', 'code': 200} May 23 15:42:55.319236 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=0a474cc8-872c-46fc-ad61-6c4536ac5bac,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:55.556105 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22f763-6ed6-4ca2-b1e0-ba93af94b464 req-0adacc15-b0a1-4073-a742-d015e32dd305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:55.557610 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ee22f763-6ed6-4ca2-b1e0-ba93af94b464 req-0adacc15-b0a1-4073-a742-d015e32dd305 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=83b9f2c7-9802-4ba9-9cca-a5725bae68e6 HTTP/1.1" status: 200 len: 1129 time: 0.0391390 May 23 15:42:55.614828 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ee22f763-6ed6-4ca2-b1e0-ba93af94b464 req-1cdce339-ce87-4598-a4c0-de50ed5c787e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=790ce1ef-a8f0-4fc0-8ea7-68013879e709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424209 May 23 15:42:56.233637 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089d4b3-1285-4e7f-b676-8453863c3434 req-1478395d-f259-4e49-ac80-e2db4ef71c7d tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:56.235103 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6089d4b3-1285-4e7f-b676-8453863c3434 req-1478395d-f259-4e49-ac80-e2db4ef71c7d tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?device_id=83b9f2c7-9802-4ba9-9cca-a5725bae68e6 HTTP/1.1" status: 200 len: 945 time: 0.0468369 May 23 15:42:56.285640 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6089d4b3-1285-4e7f-b676-8453863c3434 req-72d54ee9-214b-448f-ad30-f269fa4d5f1a tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/security-groups?id=790ce1ef-a8f0-4fc0-8ea7-68013879e709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446780 May 23 15:42:57.401236 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1b0ff-e086-4788-85f1-00778c2e6a55 req-32f271c9-9c23-4d58-be11-f4b0928e78cf tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:57.402700 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4dc1b0ff-e086-4788-85f1-00778c2e6a55 req-32f271c9-9c23-4d58-be11-f4b0928e78cf tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?device_id=83b9f2c7-9802-4ba9-9cca-a5725bae68e6 HTTP/1.1" status: 200 len: 945 time: 0.0469398 May 23 15:42:57.450501 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4dc1b0ff-e086-4788-85f1-00778c2e6a55 req-8d34760e-a09f-48b2-86aa-dfbb50e539fc tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/security-groups?id=790ce1ef-a8f0-4fc0-8ea7-68013879e709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422959 May 23 15:42:57.572299 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd741ad-d6dd-4542-9379-0cc163ade34a req-8db60d18-6feb-4931-9b1b-08c5edfcd6f5 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:57.573723 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-bcd741ad-d6dd-4542-9379-0cc163ade34a req-8db60d18-6feb-4931-9b1b-08c5edfcd6f5 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?device_id=83b9f2c7-9802-4ba9-9cca-a5725bae68e6 HTTP/1.1" status: 200 len: 945 time: 0.0479195 May 23 15:42:57.622607 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-bcd741ad-d6dd-4542-9379-0cc163ade34a req-5545fd6e-9747-42b5-b035-c458a089582a tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/security-groups?id=790ce1ef-a8f0-4fc0-8ea7-68013879e709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432239 May 23 15:42:57.644432 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 41770) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:57.685921 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acad13be-bfc5-4c13-a6ab-5094938d63c0 tempest-TestVolumeBootPattern-719559393 tempest-TestVolumeBootPattern-719559393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:57.687437 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-acad13be-bfc5-4c13-a6ab-5094938d63c0 tempest-TestVolumeBootPattern-719559393 tempest-TestVolumeBootPattern-719559393-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=83b9f2c7-9802-4ba9-9cca-a5725bae68e6 HTTP/1.1" status: 200 len: 1124 time: 0.0420229 May 23 15:42:57.690092 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 41772) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:57.694207 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-ba3e18c1-9927-4cc5-be3e-9b9f8467fa1f tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Request body: {'floatingip': {'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'port_id': '0a474cc8-872c-46fc-ad61-6c4536ac5bac', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:42:57.715134 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ba3e18c1-9927-4cc5-be3e-9b9f8467fa1f tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:57.792153 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ba3e18c1-9927-4cc5-be3e-9b9f8467fa1f tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:57.923781 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b6c25ade-7766-4d85-9340-8e7db5a84ed2 req-6227d3fe-e6e6-49b4-91c6-563b022adfb3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=dff4ee13-17c0-4b09-abc7-488e123e6899&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676641 May 23 15:42:57.934146 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-ba3e18c1-9927-4cc5-be3e-9b9f8467fa1f tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Allocated IP 172.27.2.242 (c36a36f9-cc20-4687-9603-de8e87d2bfc7/aa177288-79a2-4e75-ac60-432249438b03/cd917cf9-5f12-4437-a427-adc153f08872) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:42:58.032929 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c25ade-7766-4d85-9340-8e7db5a84ed2 req-fb1dfb35-172b-49d8-b625-9047417ab40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:58.034410 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b6c25ade-7766-4d85-9340-8e7db5a84ed2 req-fb1dfb35-172b-49d8-b625-9047417ab40e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe810dde94644f57b3b6262366c8f126&device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 1129 time: 0.0742197 May 23 15:42:58.113523 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ba3e18c1-9927-4cc5-be3e-9b9f8467fa1f tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks [] for port (cd917cf9-5f12-4437-a427-adc153f08872), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:58.165202 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:58.175570 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:58.179894 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ba3e18c1-9927-4cc5-be3e-9b9f8467fa1f tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781040093965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (cd917cf9-5f12-4437-a427-adc153f08872), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:58.182235 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c25ade-7766-4d85-9340-8e7db5a84ed2 req-ef61aab7-0015-4c27-8c3c-b9ec7018a5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:58.183689 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b6c25ade-7766-4d85-9340-8e7db5a84ed2 req-ef61aab7-0015-4c27-8c3c-b9ec7018a5e1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=04207fbb-130e-4d70-a528-326f06ddba5f HTTP/1.1" status: 200 len: 909 time: 0.1269960 May 23 15:42:58.258118 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3e18c1-9927-4cc5-be3e-9b9f8467fa1f tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Network c36a36f9-cc20-4687-9603-de8e87d2bfc7 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:42:58.266892 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-ba3e18c1-9927-4cc5-be3e-9b9f8467fa1f tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:42:58.276926 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3e18c1-9927-4cc5-be3e-9b9f8467fa1f tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:42:58.297336 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e18c1-9927-4cc5-be3e-9b9f8467fa1f tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Pushing event updated for resources: {'Port': ['ID=cd917cf9-5f12-4437-a427-adc153f08872,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:58.317281 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b6c25ade-7766-4d85-9340-8e7db5a84ed2 req-cb1b6cb7-12ce-463f-912a-f8f3c067cd61 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=300409dc-55b8-410d-b8c1-b461d6270c87 HTTP/1.1" status: 200 len: 1001 time: 0.1242411 May 23 15:42:58.418711 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c25ade-7766-4d85-9340-8e7db5a84ed2 req-72eda69d-6641-4427-981a-e401ee828259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:58.420152 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b6c25ade-7766-4d85-9340-8e7db5a84ed2 req-72eda69d-6641-4427-981a-e401ee828259 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=73b4a46c-cee5-49d4-abcd-974a4dd5079a HTTP/1.1" status: 200 len: 847 time: 0.0965605 May 23 15:42:58.509208 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c25ade-7766-4d85-9340-8e7db5a84ed2 req-b4fe2179-3ff2-4cd2-ae4b-dcdd51aafeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:58.510604 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b6c25ade-7766-4d85-9340-8e7db5a84ed2 req-b4fe2179-3ff2-4cd2-ae4b-dcdd51aafeaa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=04207fbb-130e-4d70-a528-326f06ddba5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0838449 May 23 15:42:58.675054 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b6c25ade-7766-4d85-9340-8e7db5a84ed2 req-5d1eef34-fae4-46fd-9b21-c26ec467d21c service neutron] 10.222.0.72 "GET /v2.0/networks/04207fbb-130e-4d70-a528-326f06ddba5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584678 May 23 15:42:59.077152 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ba3e18c1-9927-4cc5-be3e-9b9f8467fa1f tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks [] for floatingip (16436acc-3821-4eb2-86b0-e7ba868d3712), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:59.097759 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b6c25ade-7766-4d85-9340-8e7db5a84ed2 req-a8595f16-db15-4982-b1c8-42d441c5e3a1 service neutron] 10.222.0.72 "GET /v2.0/networks/04207fbb-130e-4d70-a528-326f06ddba5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901541 May 23 15:42:59.144717 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ba3e18c1-9927-4cc5-be3e-9b9f8467fa1f tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (cd917cf9-5f12-4437-a427-adc153f08872), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:59.161845 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:59.267696 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:59.320114 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ba3e18c1-9927-4cc5-be3e-9b9f8467fa1f tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks [] for port (cd917cf9-5f12-4437-a427-adc153f08872), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:59.324446 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ba3e18c1-9927-4cc5-be3e-9b9f8467fa1f tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413202'] for port (cd917cf9-5f12-4437-a427-adc153f08872), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:59.396247 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e18c1-9927-4cc5-be3e-9b9f8467fa1f tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Pushing event updated for resources: {'Port': ['ID=cd917cf9-5f12-4437-a427-adc153f08872,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:59.406930 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ba3e18c1-9927-4cc5-be3e-9b9f8467fa1f tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-863864'] for floatingip (16436acc-3821-4eb2-86b0-e7ba868d3712), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:59.498773 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.db.l3_db [None req-ba3e18c1-9927-4cc5-be3e-9b9f8467fa1f tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Floating IP 16436acc-3821-4eb2-86b0-e7ba868d3712 associated. External IP: 172.27.2.242, port: 0a474cc8-872c-46fc-ad61-6c4536ac5bac. May 23 15:42:59.694606 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba3e18c1-9927-4cc5-be3e-9b9f8467fa1f tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Router 03bc3357-6415-4e9b-9019-b93302066f4a has already been hosted by L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:42:59.796719 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3e18c1-9927-4cc5-be3e-9b9f8467fa1f tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:42:59.807330 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dfaee4-3327-4785-9147-0dfbf28d6b20 None None] Sync routers for ids ['03bc3357-6415-4e9b-9019-b93302066f4a'] in dv-cinder-841125-8-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:42:59.809568 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=77,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:59.811107 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:59.816371 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ba3e18c1-9927-4cc5-be3e-9b9f8467fa1f tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:59.816728 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=75,neutron:UPDATE=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:59.822416 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dfaee4-3327-4785-9147-0dfbf28d6b20 None None] Routers {'03bc3357-6415-4e9b-9019-b93302066f4a'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:42:59.823039 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-74dfaee4-3327-4785-9147-0dfbf28d6b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:42:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['03bc3357-6415-4e9b-9019-b93302066f4a'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:42:59.849912 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-ba3e18c1-9927-4cc5-be3e-9b9f8467fa1f tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1566181 May 23 15:42:59.849912 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b9f2c7-9802-4ba9-9cca-a5725bae68e6', 'tag': '0a474cc8-872c-46fc-ad61-6c4536ac5bac'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:42:59.850666 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee4ef39eddac8a8c2b622b321199fad7a345fd77cd5019e852148a8aec1132e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da85651e-ccc2-49d2-ab86-465c23289c5d" -d '{"events": [{"name": "network-changed", "server_uuid": "83b9f2c7-9802-4ba9-9cca-a5725bae68e6", "tag": "0a474cc8-872c-46fc-ad61-6c4536ac5bac"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:42:59.887793 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e674b77-473d-4c3e-8cd5-a8a335833db1 x-openstack-request-id: req-9e674b77-473d-4c3e-8cd5-a8a335833db1 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:42:59.888089 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83b9f2c7-9802-4ba9-9cca-a5725bae68e6", "tag": "0a474cc8-872c-46fc-ad61-6c4536ac5bac", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:42:59.888350 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9e674b77-473d-4c3e-8cd5-a8a335833db1 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:42:59.888759 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e674b77-473d-4c3e-8cd5-a8a335833db1'] response: {'name': 'network-changed', 'server_uuid': '83b9f2c7-9802-4ba9-9cca-a5725bae68e6', 'tag': '0a474cc8-872c-46fc-ad61-6c4536ac5bac', 'status': 'completed', 'code': 200} May 23 15:42:59.926262 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-74dfaee4-3327-4785-9147-0dfbf28d6b20 None None] Set router 03bc3357-6415-4e9b-9019-b93302066f4a gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:42:59.967600 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85651e-ccc2-49d2-ab86-465c23289c5d req-11ec49bc-f7e4-483e-a59f-46094cf302a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:59.969094 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-da85651e-ccc2-49d2-ab86-465c23289c5d req-11ec49bc-f7e4-483e-a59f-46094cf302a2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=449514f02fbc485484110bde5a2018c0&device_id=83b9f2c7-9802-4ba9-9cca-a5725bae68e6 HTTP/1.1" status: 200 len: 1129 time: 0.0390890 May 23 15:43:00.061330 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85651e-ccc2-49d2-ab86-465c23289c5d req-109ac2f7-4067-45b9-a04a-353316f0d2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:00.062814 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-da85651e-ccc2-49d2-ab86-465c23289c5d req-109ac2f7-4067-45b9-a04a-353316f0d2e5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5ca014fd-aa0f-4216-ae7a-a155fcb74406 HTTP/1.1" status: 200 len: 912 time: 0.0878220 May 23 15:43:00.124444 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-da85651e-ccc2-49d2-ab86-465c23289c5d req-85fc3e5e-71cf-4628-bbef-5ed1d0417407 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a474cc8-872c-46fc-ad61-6c4536ac5bac HTTP/1.1" status: 200 len: 999 time: 0.0555987 May 23 15:43:00.140061 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-74dfaee4-3327-4785-9147-0dfbf28d6b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'name': 'tempest-TestVolumeBootPattern-820281492-router', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '9be3bed4-0c54-4d40-988f-b8cd14e5145d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:37:47Z', 'updated_at': '2022-05-23T15:37:50Z', 'revision_number': 4, 'project_id': '449514f02fbc485484110bde5a2018c0', 'gw_port': {'id': '9be3bed4-0c54-4d40-988f-b8cd14e5145d', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:47Z', 'updated_at': '2022-05-23T15:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_floatingips': [{'id': '16436acc-3821-4eb2-86b0-e7ba868d3712', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'floating_ip_address': '172.27.2.242', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'port_id': '0a474cc8-872c-46fc-ad61-6c4536ac5bac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406', 'mac_address': 'fa:16:3e:6a:08:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b9f2c7-9802-4ba9-9cca-a5725bae68e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:42:58Z', 'updated_at': '2022-05-23T15:42:58Z', 'revision_number': 0, 'project_id': '449514f02fbc485484110bde5a2018c0', 'fixed_ip_address_scope': None}, {'id': 'e057d7b9-5b30-46e5-9ea2-46249c978f72', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'floating_ip_address': '172.27.2.84', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'port_id': '0a916c19-f60f-4185-8d5c-62020d7bdb15', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406', 'mac_address': 'fa:16:3e:ab:26:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca2fa96-252e-4d26-87eb-74cee3ee6c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:41:01Z', 'updated_at': '2022-05-23T15:41:04Z', 'revision_number': 1, 'project_id': '449514f02fbc485484110bde5a2018c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '935605e9-544c-410d-90d7-50d8814b2cb7', 'name': '', 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'mac_address': 'fa:16:3e:9b:8b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '2b1946d5-9e4d-4972-92d1-6e334ddbfdf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:50Z', 'updated_at': '2022-05-23T15:37:56Z', 'revision_number': 5, 'project_id': '449514f02fbc485484110bde5a2018c0', 'subnets': [{'id': '2b1946d5-9e4d-4972-92d1-6e334ddbfdf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:43:00.165037 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dfaee4-3327-4785-9147-0dfbf28d6b20 None None] Checking router: 03bc3357-6415-4e9b-9019-b93302066f4a for host: dv-cinder-841125-8-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:43:00.168696 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:00.173864 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dfaee4-3327-4785-9147-0dfbf28d6b20 None None] Routers {'03bc3357-6415-4e9b-9019-b93302066f4a'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:43:00.174515 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-74dfaee4-3327-4785-9147-0dfbf28d6b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:42:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['03bc3357-6415-4e9b-9019-b93302066f4a'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:43:00.177496 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85651e-ccc2-49d2-ab86-465c23289c5d req-44a20eda-3d42-4ce0-921c-1e69557d4f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:00.179532 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-da85651e-ccc2-49d2-ab86-465c23289c5d req-44a20eda-3d42-4ce0-921c-1e69557d4f95 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2b1946d5-9e4d-4972-92d1-6e334ddbfdf9 HTTP/1.1" status: 200 len: 850 time: 0.0492606 May 23 15:43:00.213806 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:00.222141 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85651e-ccc2-49d2-ab86-465c23289c5d req-896ffe49-65b7-4329-9b04-789d1e041191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:00.223569 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-da85651e-ccc2-49d2-ab86-465c23289c5d req-896ffe49-65b7-4329-9b04-789d1e041191 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ca014fd-aa0f-4216-ae7a-a155fcb74406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392046 May 23 15:43:00.281209 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-74dfaee4-3327-4785-9147-0dfbf28d6b20 None None] Set router 03bc3357-6415-4e9b-9019-b93302066f4a gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:43:00.311926 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-da85651e-ccc2-49d2-ab86-465c23289c5d req-c8ac3aa3-b2b8-4f61-9cfd-3ab14a2474e3 service neutron] 10.222.0.72 "GET /v2.0/networks/5ca014fd-aa0f-4216-ae7a-a155fcb74406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825326 May 23 15:43:00.405370 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-da85651e-ccc2-49d2-ab86-465c23289c5d req-509e571f-df51-4d5c-bbcf-3c35bc01a40f service neutron] 10.222.0.72 "GET /v2.0/networks/5ca014fd-aa0f-4216-ae7a-a155fcb74406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875654 May 23 15:43:00.492450 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-74dfaee4-3327-4785-9147-0dfbf28d6b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'name': 'tempest-TestVolumeBootPattern-820281492-router', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '9be3bed4-0c54-4d40-988f-b8cd14e5145d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:37:47Z', 'updated_at': '2022-05-23T15:37:50Z', 'revision_number': 4, 'project_id': '449514f02fbc485484110bde5a2018c0', 'gw_port': {'id': '9be3bed4-0c54-4d40-988f-b8cd14e5145d', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:47Z', 'updated_at': '2022-05-23T15:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_floatingips': [{'id': '16436acc-3821-4eb2-86b0-e7ba868d3712', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'floating_ip_address': '172.27.2.242', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'port_id': '0a474cc8-872c-46fc-ad61-6c4536ac5bac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406', 'mac_address': 'fa:16:3e:6a:08:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b9f2c7-9802-4ba9-9cca-a5725bae68e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:42:58Z', 'updated_at': '2022-05-23T15:42:58Z', 'revision_number': 0, 'project_id': '449514f02fbc485484110bde5a2018c0', 'fixed_ip_address_scope': None}, {'id': 'e057d7b9-5b30-46e5-9ea2-46249c978f72', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'floating_ip_address': '172.27.2.84', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'port_id': '0a916c19-f60f-4185-8d5c-62020d7bdb15', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406', 'mac_address': 'fa:16:3e:ab:26:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca2fa96-252e-4d26-87eb-74cee3ee6c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:41:01Z', 'updated_at': '2022-05-23T15:41:04Z', 'revision_number': 1, 'project_id': '449514f02fbc485484110bde5a2018c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '935605e9-544c-410d-90d7-50d8814b2cb7', 'name': '', 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'mac_address': 'fa:16:3e:9b:8b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '2b1946d5-9e4d-4972-92d1-6e334ddbfdf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:50Z', 'updated_at': '2022-05-23T15:37:56Z', 'revision_number': 5, 'project_id': '449514f02fbc485484110bde5a2018c0', 'subnets': [{'id': '2b1946d5-9e4d-4972-92d1-6e334ddbfdf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:43:00.526510 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dfaee4-3327-4785-9147-0dfbf28d6b20 None None] The sync data for ids ['03bc3357-6415-4e9b-9019-b93302066f4a'] in dv-cinder-841125-8-iscsi is: [{'id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'name': 'tempest-TestVolumeBootPattern-820281492-router', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '9be3bed4-0c54-4d40-988f-b8cd14e5145d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:37:47Z', 'updated_at': '2022-05-23T15:37:50Z', 'revision_number': 4, 'project_id': '449514f02fbc485484110bde5a2018c0', 'gw_port': {'id': '9be3bed4-0c54-4d40-988f-b8cd14e5145d', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:47Z', 'updated_at': '2022-05-23T15:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_floatingips': [{'id': '16436acc-3821-4eb2-86b0-e7ba868d3712', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'floating_ip_address': '172.27.2.242', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'port_id': '0a474cc8-872c-46fc-ad61-6c4536ac5bac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406', 'mac_address': 'fa:16:3e:6a:08:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b9f2c7-9802-4ba9-9cca-a5725bae68e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:42:58Z', 'updated_at': '2022-05-23T15:42:58Z', 'revision_number': 0, 'project_id': '449514f02fbc485484110bde5a2018c0', 'fixed_ip_address_scope': None}, {'id': 'e057d7b9-5b30-46e5-9ea2-46249c978f72', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'floating_ip_address': '172.27.2.84', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'port_id': '0a916c19-f60f-4185-8d5c-62020d7bdb15', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406', 'mac_address': 'fa:16:3e:ab:26:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca2fa96-252e-4d26-87eb-74cee3ee6c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:41:01Z', 'updated_at': '2022-05-23T15:41:04Z', 'revision_number': 1, 'project_id': '449514f02fbc485484110bde5a2018c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '935605e9-544c-410d-90d7-50d8814b2cb7', 'name': '', 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'mac_address': 'fa:16:3e:9b:8b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '2b1946d5-9e4d-4972-92d1-6e334ddbfdf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:50Z', 'updated_at': '2022-05-23T15:37:56Z', 'revision_number': 5, 'project_id': '449514f02fbc485484110bde5a2018c0', 'subnets': [{'id': '2b1946d5-9e4d-4972-92d1-6e334ddbfdf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:43:00.715716 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491ce985-a2fe-435d-aecb-aed7db8c15d9 None None] New status for floating IP 16436acc-3821-4eb2-86b0-e7ba868d3712: ACTIVE {{(pid=104083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:43:03.137109 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-9520a18b-5bf9-4959-a292-ee3f3ba4dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:05.478477 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-2da60baf-4f1b-4146-afc5-b9bed9c67228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:06.965166 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:07.443393 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=82 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:07.446471 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=90 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:08.139415 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:09.758338 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:10.401266 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=28 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:10.402075 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=16 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:10.814710 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:10.816561 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:DELETE=1,neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:11.616728 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-deeacb48-f8ad-4ee7-aaeb-78a4c3f342fc None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:43:16.185744 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94939d9c-7464-458f-8b85-2826bdf97ff3 req-8c770398-9b9d-4aed-a994-94c5c6419905 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:16.187222 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-94939d9c-7464-458f-8b85-2826bdf97ff3 req-8c770398-9b9d-4aed-a994-94c5c6419905 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 945 time: 0.0457160 May 23 15:43:16.239285 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-94939d9c-7464-458f-8b85-2826bdf97ff3 req-8948cae8-ecd4-4d16-987b-69826a3c47ae tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf37486-c172-4aee-809e-c6f31e85a060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463319 May 23 15:43:17.062322 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (88197243-2542-4a6c-b81b-f727b3d95aaf), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:17.356970 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decac0e-982e-492f-9711-c0e7a041da82 req-8ec5b0fd-7b6f-42de-a734-dada1af6e02e tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:17.358353 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-8decac0e-982e-492f-9711-c0e7a041da82 req-8ec5b0fd-7b6f-42de-a734-dada1af6e02e tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 945 time: 0.0475936 May 23 15:43:17.407422 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-8decac0e-982e-492f-9711-c0e7a041da82 req-39e89be4-41d9-4d81-8f5d-ec1b99eaf27f tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf37486-c172-4aee-809e-c6f31e85a060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434437 May 23 15:43:18.525190 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b3423-1824-4a9b-bd06-f575e7ee1103 req-fa4fe5fe-1097-420c-8837-9d16aa2abbe6 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:18.526667 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-166b3423-1824-4a9b-bd06-f575e7ee1103 req-fa4fe5fe-1097-420c-8837-9d16aa2abbe6 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 945 time: 0.0522711 May 23 15:43:18.575198 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-166b3423-1824-4a9b-bd06-f575e7ee1103 req-f86d69c4-ca84-4d4c-bbf5-8c16f4a13460 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf37486-c172-4aee-809e-c6f31e85a060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427890 May 23 15:43:19.692837 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317cf9bd-6569-4b39-9b00-0fb7b7f0196b req-9be6a865-4dc2-4cde-ba42-5ff9f222d76c tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:19.694298 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-317cf9bd-6569-4b39-9b00-0fb7b7f0196b req-9be6a865-4dc2-4cde-ba42-5ff9f222d76c tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 945 time: 0.0506632 May 23 15:43:19.741213 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-317cf9bd-6569-4b39-9b00-0fb7b7f0196b req-995462e2-d1c4-480a-a8cb-fcb889e6fba4 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf37486-c172-4aee-809e-c6f31e85a060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414486 May 23 15:43:20.859191 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e7ab9-7df3-491b-83d9-cf7d5f008a6f req-8d19a90d-ffae-4829-9064-f2dfd35cd4d0 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:20.860596 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-298e7ab9-7df3-491b-83d9-cf7d5f008a6f req-8d19a90d-ffae-4829-9064-f2dfd35cd4d0 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 945 time: 0.0520737 May 23 15:43:20.908749 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-298e7ab9-7df3-491b-83d9-cf7d5f008a6f req-378f4fe1-08ad-4d12-af47-4d62e7c507c1 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf37486-c172-4aee-809e-c6f31e85a060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426095 May 23 15:43:22.020624 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5597bf7-ddb9-4436-93c4-7dab91d8afa3 req-2bdd94d1-edd8-4704-8ad0-7b1e90568a23 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:22.022102 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b5597bf7-ddb9-4436-93c4-7dab91d8afa3 req-2bdd94d1-edd8-4704-8ad0-7b1e90568a23 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 945 time: 0.0458908 May 23 15:43:22.071539 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b5597bf7-ddb9-4436-93c4-7dab91d8afa3 req-94c0355d-74f9-4948-910d-2a3d4f5e86bb tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf37486-c172-4aee-809e-c6f31e85a060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427322 May 23 15:43:23.187150 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09c3d2-fa3b-4d5e-bccf-0a1410ab87ed req-fd2d8c2b-821a-4e62-acc9-c6036a1b9d5f tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:23.188603 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7f09c3d2-fa3b-4d5e-bccf-0a1410ab87ed req-fd2d8c2b-821a-4e62-acc9-c6036a1b9d5f tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 945 time: 0.0501583 May 23 15:43:23.237007 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7f09c3d2-fa3b-4d5e-bccf-0a1410ab87ed req-3aa09420-ffa1-4219-a407-1920ca99237e tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf37486-c172-4aee-809e-c6f31e85a060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427606 May 23 15:43:24.349275 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580dc155-0c75-4e6b-89f6-53df99f01af0 req-946ccb67-fd83-40a8-9128-17eb4430defd tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:24.350721 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-580dc155-0c75-4e6b-89f6-53df99f01af0 req-946ccb67-fd83-40a8-9128-17eb4430defd tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 945 time: 0.0471644 May 23 15:43:24.402458 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-580dc155-0c75-4e6b-89f6-53df99f01af0 req-0c73b114-c0ae-43db-b604-bebe6dc83a53 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf37486-c172-4aee-809e-c6f31e85a060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455408 May 23 15:43:25.515586 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c47c3-6ac7-41d3-8d15-14a1e5a89c12 req-ab3640ef-63b1-4648-abdb-3a63e5aa1647 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:25.517085 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-573c47c3-6ac7-41d3-8d15-14a1e5a89c12 req-ab3640ef-63b1-4648-abdb-3a63e5aa1647 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 945 time: 0.0466321 May 23 15:43:25.565485 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-573c47c3-6ac7-41d3-8d15-14a1e5a89c12 req-7f2f2d72-5d27-4418-8746-80ba00f28247 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf37486-c172-4aee-809e-c6f31e85a060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429721 May 23 15:43:26.462566 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b4265-4b1f-471e-84b5-f57a1d2a12f6 req-9a94dfe3-6ee1-4524-986d-f6b3b87bc090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:26.464889 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-748b4265-4b1f-471e-84b5-f57a1d2a12f6 req-9a94dfe3-6ee1-4524-986d-f6b3b87bc090 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe810dde94644f57b3b6262366c8f126&device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 1129 time: 0.0390463 May 23 15:43:26.557689 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b4265-4b1f-471e-84b5-f57a1d2a12f6 req-ce921ee7-d02f-44cc-81f7-2160da57c3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:26.559120 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-748b4265-4b1f-471e-84b5-f57a1d2a12f6 req-ce921ee7-d02f-44cc-81f7-2160da57c3d2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=04207fbb-130e-4d70-a528-326f06ddba5f HTTP/1.1" status: 200 len: 909 time: 0.0848479 May 23 15:43:26.627911 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-748b4265-4b1f-471e-84b5-f57a1d2a12f6 req-b6067a1a-9c2f-4956-915e-8262e397e7d6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=300409dc-55b8-410d-b8c1-b461d6270c87 HTTP/1.1" status: 200 len: 1001 time: 0.0598302 May 23 15:43:26.706506 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c1797-eac5-4d9c-92ea-b838f1c5eb71 req-19014a64-b8a1-46f8-9e32-1230de50729e tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:26.707970 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-748c1797-eac5-4d9c-92ea-b838f1c5eb71 req-19014a64-b8a1-46f8-9e32-1230de50729e tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 945 time: 0.0743980 May 23 15:43:26.723430 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b4265-4b1f-471e-84b5-f57a1d2a12f6 req-a0761fb1-acc0-440d-aacf-d9e3f3dbb300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:26.724726 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-748b4265-4b1f-471e-84b5-f57a1d2a12f6 req-a0761fb1-acc0-440d-aacf-d9e3f3dbb300 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=73b4a46c-cee5-49d4-abcd-974a4dd5079a HTTP/1.1" status: 200 len: 847 time: 0.0822220 May 23 15:43:26.793072 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-748c1797-eac5-4d9c-92ea-b838f1c5eb71 req-e40b2e06-6d5d-4dc7-b7f1-bbddb6f3fbc6 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf37486-c172-4aee-809e-c6f31e85a060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789385 May 23 15:43:26.795924 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b4265-4b1f-471e-84b5-f57a1d2a12f6 req-1758ffcf-48a1-4196-984f-d2272176ddbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:26.797351 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-748b4265-4b1f-471e-84b5-f57a1d2a12f6 req-1758ffcf-48a1-4196-984f-d2272176ddbd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=04207fbb-130e-4d70-a528-326f06ddba5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0592146 May 23 15:43:26.897475 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-748b4265-4b1f-471e-84b5-f57a1d2a12f6 req-62ea642c-0afc-49ee-b8a4-adc41dca8f5a service neutron] 10.222.0.72 "GET /v2.0/networks/04207fbb-130e-4d70-a528-326f06ddba5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898204 May 23 15:43:26.990861 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-748b4265-4b1f-471e-84b5-f57a1d2a12f6 req-852e46a0-f29d-476f-8d26-d94f00ed203f service neutron] 10.222.0.72 "GET /v2.0/networks/04207fbb-130e-4d70-a528-326f06ddba5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870950 May 23 15:43:27.052454 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=63,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:27.055202 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=61,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:27.057759 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=65,neutron:UPDATE=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:27.911669 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752d5eb-5b1a-4978-b0f6-44b7d73fec0f req-85c25abe-2f9d-4f06-b1e5-fa6e6ef44a14 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:27.913088 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d752d5eb-5b1a-4978-b0f6-44b7d73fec0f req-85c25abe-2f9d-4f06-b1e5-fa6e6ef44a14 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 945 time: 0.0500312 May 23 15:43:27.961742 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d752d5eb-5b1a-4978-b0f6-44b7d73fec0f req-8dd39dab-0fea-4593-96dd-b8a5c9868e33 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf37486-c172-4aee-809e-c6f31e85a060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424802 May 23 15:43:28.621503 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=2 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:28.630792 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=6 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:29.076012 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96576f0f-f165-40de-930e-0ed916d5848c req-cb433d61-5e05-4f91-9491-3c9176d3ad50 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:29.077509 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-96576f0f-f165-40de-930e-0ed916d5848c req-cb433d61-5e05-4f91-9491-3c9176d3ad50 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 945 time: 0.0480032 May 23 15:43:29.106502 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=100 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:29.112343 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=100 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:29.127153 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-96576f0f-f165-40de-930e-0ed916d5848c req-1e993cb3-69f9-4151-8e22-55b58a45be33 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf37486-c172-4aee-809e-c6f31e85a060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442061 May 23 15:43:30.239456 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c2978-008d-4934-8df6-4cee1ba11b84 req-4df42f11-400f-45f4-aced-746ded2a193e tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:30.240938 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9d5c2978-008d-4934-8df6-4cee1ba11b84 req-4df42f11-400f-45f4-aced-746ded2a193e tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 945 time: 0.0462632 May 23 15:43:30.289290 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9d5c2978-008d-4934-8df6-4cee1ba11b84 req-ff20dbf8-d1cd-4a31-9a59-5b78cae07a4e tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf37486-c172-4aee-809e-c6f31e85a060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426457 May 23 15:43:30.356852 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [req-deb572f4-569e-49b3-a712-a61d9efa9210 req-edafb83b-60b8-4a39-81e3-662ca5b7a041 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104080) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 15:43:30.357969 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-deb572f4-569e-49b3-a712-a61d9efa9210 req-edafb83b-60b8-4a39-81e3-662ca5b7a041 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055189 May 23 15:43:30.542476 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eed189-90dd-45ee-ab5f-c311763bac00 req-1284932c-8d08-4639-acb2-08a9d9f25fcb tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:30.543916 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b5eed189-90dd-45ee-ab5f-c311763bac00 req-1284932c-8d08-4639-acb2-08a9d9f25fcb tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 945 time: 0.0785105 May 23 15:43:30.547591 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a2dfa3b1-eaef-418a-8917-5bbe53cec503 req-1b5af594-8889-44cf-b3a4-b92923a0d454 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dff4ee13-17c0-4b09-abc7-488e123e6899&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1059387 May 23 15:43:30.597123 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b5eed189-90dd-45ee-ab5f-c311763bac00 req-9f312cb9-265e-4288-87d3-434e505cef9f tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf37486-c172-4aee-809e-c6f31e85a060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476270 May 23 15:43:30.708934 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dfa3b1-eaef-418a-8917-5bbe53cec503 req-c6df2c06-2df2-4d8c-8800-5aaa7960f146 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:30.710214 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a2dfa3b1-eaef-418a-8917-5bbe53cec503 req-c6df2c06-2df2-4d8c-8800-5aaa7960f146 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/ports/300409dc-55b8-410d-b8c1-b461d6270c87 HTTP/1.1" status: 200 len: 942 time: 0.1333094 May 23 15:43:31.284261 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 300409dc-55b8-410d-b8c1-b461d6270c87 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:43:31.359916 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port 300409dc-55b8-410d-b8c1-b461d6270c87 is: ACTIVE; New status is: DOWN {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:43:31.360228 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (300409dc-55b8-410d-b8c1-b461d6270c87), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:31.382249 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dff4ee13-17c0-4b09-abc7-488e123e6899', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '300409dc-55b8-410d-b8c1-b461d6270c87'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:43:31.384470 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f55e67021d3a90dbbd6c8997e5bd31cd20e79582d0fa2823ba23f1fb24bbbe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11d708d-d8f3-4498-8e05-75e50bb49b08" -d '{"events": [{"server_uuid": "dff4ee13-17c0-4b09-abc7-488e123e6899", "name": "network-vif-unplugged", "status": "completed", "tag": "300409dc-55b8-410d-b8c1-b461d6270c87"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:43:31.396399 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 300409dc-55b8-410d-b8c1-b461d6270c87, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=300409dc-55b8-410d-b8c1-b461d6270c87,segment=NetworkSegment(01b0070d-71cb-4230-a04d-f2e00747fe5c),segment_id=01b0070d-71cb-4230-a04d-f2e00747fe5c)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:43:31.400379 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (300409dc-55b8-410d-b8c1-b461d6270c87), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:31.423530 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 23 May 2022 15:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a4e6d1-df6f-4804-93bf-91aeda9dfce1 x-openstack-request-id: req-68a4e6d1-df6f-4804-93bf-91aeda9dfce1 {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:43:31.423842 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dff4ee13-17c0-4b09-abc7-488e123e6899", "name": "network-vif-unplugged", "status": "failed", "tag": "300409dc-55b8-410d-b8c1-b461d6270c87", "code": 422}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:43:31.424345 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-68a4e6d1-df6f-4804-93bf-91aeda9dfce1 {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:43:31.424807 dv-cinder-841125-8-iscsi neutron-server[104082]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-68a4e6d1-df6f-4804-93bf-91aeda9dfce1']: {'server_uuid': 'dff4ee13-17c0-4b09-abc7-488e123e6899', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '300409dc-55b8-410d-b8c1-b461d6270c87', 'code': 422} returned with failed status May 23 15:43:31.454743 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=300409dc-55b8-410d-b8c1-b461d6270c87,revision_number=6']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:31.712349 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee074834-82fe-4b99-bd87-6d51cd92e9eb req-c7c50e23-3246-4d4a-9694-7366fba4cce1 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:31.714904 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ee074834-82fe-4b99-bd87-6d51cd92e9eb req-c7c50e23-3246-4d4a-9694-7366fba4cce1 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 943 time: 0.0487089 May 23 15:43:31.769974 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ee074834-82fe-4b99-bd87-6d51cd92e9eb req-ffbd995e-0fb2-4915-b5ee-211000ed0455 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf37486-c172-4aee-809e-c6f31e85a060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484350 May 23 15:43:32.369947 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dfa3b1-eaef-418a-8917-5bbe53cec503 req-ed0c39c2-cfb6-42c4-b679-7d686917d5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:32.371619 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a2dfa3b1-eaef-418a-8917-5bbe53cec503 req-ed0c39c2-cfb6-42c4-b679-7d686917d5ac service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=dff4ee13-17c0-4b09-abc7-488e123e6899&tenant_id=fe810dde94644f57b3b6262366c8f126 HTTP/1.1" status: 200 len: 1127 time: 0.0399044 May 23 15:43:32.455941 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dfa3b1-eaef-418a-8917-5bbe53cec503 req-a9f28f34-c744-4f06-a67e-d0aafb8c1457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:32.457535 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a2dfa3b1-eaef-418a-8917-5bbe53cec503 req-a9f28f34-c744-4f06-a67e-d0aafb8c1457 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe810dde94644f57b3b6262366c8f126&device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 1127 time: 0.0432694 May 23 15:43:32.545735 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dfa3b1-eaef-418a-8917-5bbe53cec503 req-338c9606-d016-40d5-9f7d-7ab54b5f2320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:32.547207 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a2dfa3b1-eaef-418a-8917-5bbe53cec503 req-338c9606-d016-40d5-9f7d-7ab54b5f2320 service neutron] 10.222.0.72 "GET /v2.0/networks?id=04207fbb-130e-4d70-a528-326f06ddba5f HTTP/1.1" status: 200 len: 909 time: 0.0839343 May 23 15:43:32.618280 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a2dfa3b1-eaef-418a-8917-5bbe53cec503 req-900452e2-5286-44b7-be02-e58e50d222c2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=300409dc-55b8-410d-b8c1-b461d6270c87 HTTP/1.1" status: 200 len: 999 time: 0.0600047 May 23 15:43:32.669735 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dfa3b1-eaef-418a-8917-5bbe53cec503 req-2aec9cec-4b3c-42d8-aff0-970cb764ed8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:32.671110 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a2dfa3b1-eaef-418a-8917-5bbe53cec503 req-2aec9cec-4b3c-42d8-aff0-970cb764ed8e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=73b4a46c-cee5-49d4-abcd-974a4dd5079a HTTP/1.1" status: 200 len: 847 time: 0.0434091 May 23 15:43:32.716748 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dfa3b1-eaef-418a-8917-5bbe53cec503 req-2d3005ac-2057-4eb6-b051-d6a6d85d550b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:32.718242 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a2dfa3b1-eaef-418a-8917-5bbe53cec503 req-2d3005ac-2057-4eb6-b051-d6a6d85d550b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=04207fbb-130e-4d70-a528-326f06ddba5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379438 May 23 15:43:32.815158 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a2dfa3b1-eaef-418a-8917-5bbe53cec503 req-373a2d8a-9367-4bee-ae65-b86eaaec6e1f service neutron] 10.222.0.72 "GET /v2.0/networks/04207fbb-130e-4d70-a528-326f06ddba5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848110 May 23 15:43:32.920517 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e4d47-b3f7-4d75-b5ee-95bca99d9a5a req-7e62be5e-a9bc-402e-8f88-e31dd5b8d051 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:32.921926 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-010e4d47-b3f7-4d75-b5ee-95bca99d9a5a req-7e62be5e-a9bc-402e-8f88-e31dd5b8d051 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 943 time: 0.0796371 May 23 15:43:32.968332 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a2dfa3b1-eaef-418a-8917-5bbe53cec503 req-0d007657-05cd-4b55-bffa-095824922608 service neutron] 10.222.0.72 "GET /v2.0/networks/04207fbb-130e-4d70-a528-326f06ddba5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435077 May 23 15:43:32.992996 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-010e4d47-b3f7-4d75-b5ee-95bca99d9a5a req-f1d8b4a3-8673-4500-9560-fb7c3f2787ba tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf37486-c172-4aee-809e-c6f31e85a060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644348 May 23 15:43:33.130882 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-47062f41-b366-4bbe-b1c7-e0f086674194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:34.106231 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd499040-50bc-4f0e-937a-e1d7746c0fdb req-fa0a5d41-3569-4108-a5c0-96d595fda37e tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:34.107673 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cd499040-50bc-4f0e-937a-e1d7746c0fdb req-fa0a5d41-3569-4108-a5c0-96d595fda37e tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 943 time: 0.0456996 May 23 15:43:34.125815 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:34.156488 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cd499040-50bc-4f0e-937a-e1d7746c0fdb req-e6d11f7e-5905-4bae-8504-bcad42d490b8 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf37486-c172-4aee-809e-c6f31e85a060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433936 May 23 15:43:35.269573 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d1d72-1d21-4ccf-a5f4-b69d191158e6 req-5b23f620-a83e-4421-8ec7-df1ede07ef0b tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:35.271028 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-770d1d72-1d21-4ccf-a5f4-b69d191158e6 req-5b23f620-a83e-4421-8ec7-df1ede07ef0b tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 943 time: 0.0463321 May 23 15:43:35.319299 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-770d1d72-1d21-4ccf-a5f4-b69d191158e6 req-472c2d99-d73d-430a-9cd7-b5a63c4d0daf tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf37486-c172-4aee-809e-c6f31e85a060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428374 May 23 15:43:35.481016 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-39509478-d41f-4054-9f1d-80d15aa2c3e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:36.430621 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8edd65d-05d5-4dbf-9e10-98084f45acb0 req-fb56b14c-1c2c-41e1-b7f1-d0fef8add612 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:36.432244 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f8edd65d-05d5-4dbf-9e10-98084f45acb0 req-fb56b14c-1c2c-41e1-b7f1-d0fef8add612 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 943 time: 0.0468132 May 23 15:43:36.481556 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f8edd65d-05d5-4dbf-9e10-98084f45acb0 req-657a14a7-b6fc-4752-80cd-374088350bfa tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf37486-c172-4aee-809e-c6f31e85a060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437160 May 23 15:43:36.966990 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:37.593951 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38088167-e2b2-4b83-a3ee-9b0c888e6d76 req-6356cce7-e297-432b-a015-2afa5b85e130 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:37.595477 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-38088167-e2b2-4b83-a3ee-9b0c888e6d76 req-6356cce7-e297-432b-a015-2afa5b85e130 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 943 time: 0.0459013 May 23 15:43:37.648132 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-38088167-e2b2-4b83-a3ee-9b0c888e6d76 req-3d2f8cd1-1e16-45e4-adfa-236bbfa9d49f tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf37486-c172-4aee-809e-c6f31e85a060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470674 May 23 15:43:38.110922 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:38.745640 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:38.764106 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6be66-f342-4dc5-8343-f8589e40b938 req-61ebfd23-73a1-4338-9380-d650eb740122 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:38.765596 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9bd6be66-f342-4dc5-8343-f8589e40b938 req-61ebfd23-73a1-4338-9380-d650eb740122 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 943 time: 0.0503335 May 23 15:43:38.812846 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9bd6be66-f342-4dc5-8343-f8589e40b938 req-b906c9d4-ce58-4fe6-bc1c-862328fcfd76 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf37486-c172-4aee-809e-c6f31e85a060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418444 May 23 15:43:39.320235 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 300409dc-55b8-410d-b8c1-b461d6270c87 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:43:39.419760 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 300409dc-55b8-410d-b8c1-b461d6270c87, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=300409dc-55b8-410d-b8c1-b461d6270c87,segment=NetworkSegment(01b0070d-71cb-4230-a04d-f2e00747fe5c),segment_id=01b0070d-71cb-4230-a04d-f2e00747fe5c)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:43:39.431458 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Returning: {'device': '300409dc-55b8-410d-b8c1-b461d6270c87', 'network_id': '04207fbb-130e-4d70-a528-326f06ddba5f', 'port_id': '300409dc-55b8-410d-b8c1-b461d6270c87', 'mac_address': 'fa:16:3e:4e:04:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 997, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b4a46c-cee5-49d4-abcd-974a4dd5079a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:43:39.465130 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port 300409dc-55b8-410d-b8c1-b461d6270c87 is: DOWN; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:43:39.465521 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (300409dc-55b8-410d-b8c1-b461d6270c87), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:39.478452 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 300409dc-55b8-410d-b8c1-b461d6270c87 {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:43:39.499389 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 300409dc-55b8-410d-b8c1-b461d6270c87, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=300409dc-55b8-410d-b8c1-b461d6270c87,segment=NetworkSegment(01b0070d-71cb-4230-a04d-f2e00747fe5c),segment_id=01b0070d-71cb-4230-a04d-f2e00747fe5c)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:43:39.502405 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (300409dc-55b8-410d-b8c1-b461d6270c87), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:39.551172 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=300409dc-55b8-410d-b8c1-b461d6270c87,revision_number=7']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:39.761019 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:39.810886 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] get_ports_and_sgs() called for port_ids ['300409dc-55b8-410d-b8c1-b461d6270c87'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:43:39.939771 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f5718-f20e-4fe2-b51e-42c010611c22 req-80222e35-313b-4fb0-9c71-abeac82cd6e2 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:39.941184 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6d7f5718-f20e-4fe2-b51e-42c010611c22 req-80222e35-313b-4fb0-9c71-abeac82cd6e2 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 944 time: 0.0468643 May 23 15:43:39.991483 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6d7f5718-f20e-4fe2-b51e-42c010611c22 req-33593d71-749b-45d1-a92a-21be7f6f44d8 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf37486-c172-4aee-809e-c6f31e85a060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438206 May 23 15:43:41.108958 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61002ca8-8f2e-49db-8cc3-a6153a8af501 req-ea941714-fa68-44a1-a015-39b098268308 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:41.110323 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-61002ca8-8f2e-49db-8cc3-a6153a8af501 req-ea941714-fa68-44a1-a015-39b098268308 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 944 time: 0.0472550 May 23 15:43:41.157379 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-61002ca8-8f2e-49db-8cc3-a6153a8af501 req-5bb262db-3acc-4c2b-89c3-b802985c7b23 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf37486-c172-4aee-809e-c6f31e85a060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416763 May 23 15:43:41.332706 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 300409dc-55b8-410d-b8c1-b461d6270c87 up at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:43:41.374948 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Provisioning complete for port 300409dc-55b8-410d-b8c1-b461d6270c87 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:43:41.375251 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742881'] for port (300409dc-55b8-410d-b8c1-b461d6270c87), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:41.444542 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Current status of the port 300409dc-55b8-410d-b8c1-b461d6270c87 is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:43:41.444945 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660596'] for port (300409dc-55b8-410d-b8c1-b461d6270c87), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:41.469907 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dff4ee13-17c0-4b09-abc7-488e123e6899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300409dc-55b8-410d-b8c1-b461d6270c87'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:43:41.472100 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f55e67021d3a90dbbd6c8997e5bd31cd20e79582d0fa2823ba23f1fb24bbbe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3ad757-b09a-4d13-918b-f9ae98d5053d" -d '{"events": [{"server_uuid": "dff4ee13-17c0-4b09-abc7-488e123e6899", "name": "network-vif-plugged", "status": "completed", "tag": "300409dc-55b8-410d-b8c1-b461d6270c87"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:43:41.484829 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] For port 300409dc-55b8-410d-b8c1-b461d6270c87, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=300409dc-55b8-410d-b8c1-b461d6270c87,segment=NetworkSegment(01b0070d-71cb-4230-a04d-f2e00747fe5c),segment_id=01b0070d-71cb-4230-a04d-f2e00747fe5c)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:43:41.489547 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781040403146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781040093983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781040094001'] for port (300409dc-55b8-410d-b8c1-b461d6270c87), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:41.515732 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28694669-5edf-43b5-a175-300bf0506778 x-openstack-request-id: req-28694669-5edf-43b5-a175-300bf0506778 {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:43:41.516022 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dff4ee13-17c0-4b09-abc7-488e123e6899", "name": "network-vif-plugged", "status": "completed", "tag": "300409dc-55b8-410d-b8c1-b461d6270c87", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:43:41.516276 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-28694669-5edf-43b5-a175-300bf0506778 {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:43:41.516669 dv-cinder-841125-8-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28694669-5edf-43b5-a175-300bf0506778'] response: {'server_uuid': 'dff4ee13-17c0-4b09-abc7-488e123e6899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300409dc-55b8-410d-b8c1-b461d6270c87', 'code': 200} May 23 15:43:41.542079 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Pushing event updated for resources: {'Port': ['ID=300409dc-55b8-410d-b8c1-b461d6270c87,revision_number=8']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:41.797084 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3891e2d-6317-459b-ba79-cba939d3ac22 req-caedc57a-b637-4b86-87d2-c3384515acf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:41.798821 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c3891e2d-6317-459b-ba79-cba939d3ac22 req-caedc57a-b637-4b86-87d2-c3384515acf9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 1129 time: 0.0391345 May 23 15:43:41.829231 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=100 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:41.847176 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c3891e2d-6317-459b-ba79-cba939d3ac22 req-35d9592e-b22f-4f1f-a851-47ad517315f2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7bf37486-c172-4aee-809e-c6f31e85a060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402956 May 23 15:43:42.286265 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5672d0bb-13ae-4818-a06f-2af9bea1a054 req-91e42449-c368-4cdf-bb81-80f1bf733ee2 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:42.289763 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5672d0bb-13ae-4818-a06f-2af9bea1a054 req-91e42449-c368-4cdf-bb81-80f1bf733ee2 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 945 time: 0.0659809 May 23 15:43:42.342800 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5672d0bb-13ae-4818-a06f-2af9bea1a054 req-de56421e-cdb6-4939-9395-0784dd18b1c7 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf37486-c172-4aee-809e-c6f31e85a060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472608 May 23 15:43:43.464088 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb351f8-b5bf-430a-a293-c98ae1b9234b req-a4e0d62f-3af0-4321-8121-18f8190d6007 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:43.465577 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-abb351f8-b5bf-430a-a293-c98ae1b9234b req-a4e0d62f-3af0-4321-8121-18f8190d6007 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 945 time: 0.0499396 May 23 15:43:43.490208 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=100 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:43.514087 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-abb351f8-b5bf-430a-a293-c98ae1b9234b req-ce5b4da8-c95d-42fd-bd31-0232ecd825c5 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf37486-c172-4aee-809e-c6f31e85a060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430729 May 23 15:43:47.055433 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (88197243-2542-4a6c-b81b-f727b3d95aaf), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:48.615514 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-deeacb48-f8ad-4ee7-aaeb-78a4c3f342fc None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:43:52.334649 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=24 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:52.338752 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=42 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:53.506685 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=9 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:53.510480 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:57.045782 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:57.050156 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=86,neutron:UPDATE=7 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:57.051124 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:57.588858 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d65da1a7-0fa5-4d15-a1d9-6354cc741a84 req-c52db85e-ee7b-46b4-a0f3-3a7db8111e77 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=eca2fa96-252e-4d26-87eb-74cee3ee6c7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374267 May 23 15:43:57.704412 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65da1a7-0fa5-4d15-a1d9-6354cc741a84 req-e8bc998d-2374-4bc2-bc16-01bd1e532683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:57.705943 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d65da1a7-0fa5-4d15-a1d9-6354cc741a84 req-e8bc998d-2374-4bc2-bc16-01bd1e532683 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=449514f02fbc485484110bde5a2018c0&device_id=eca2fa96-252e-4d26-87eb-74cee3ee6c7d HTTP/1.1" status: 200 len: 1129 time: 0.0439761 May 23 15:43:57.811590 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65da1a7-0fa5-4d15-a1d9-6354cc741a84 req-64656b88-61e3-41b7-9dc3-5265a85bcbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:57.813079 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d65da1a7-0fa5-4d15-a1d9-6354cc741a84 req-64656b88-61e3-41b7-9dc3-5265a85bcbf5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5ca014fd-aa0f-4216-ae7a-a155fcb74406 HTTP/1.1" status: 200 len: 912 time: 0.0885251 May 23 15:43:57.873869 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d65da1a7-0fa5-4d15-a1d9-6354cc741a84 req-ac2fc5b5-40c1-499f-93a0-f0a0dee27e6a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a916c19-f60f-4185-8d5c-62020d7bdb15 HTTP/1.1" status: 200 len: 1000 time: 0.0550587 May 23 15:43:57.926588 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65da1a7-0fa5-4d15-a1d9-6354cc741a84 req-35ef488b-e2c1-4674-9779-838d3dbe89f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:57.928073 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d65da1a7-0fa5-4d15-a1d9-6354cc741a84 req-35ef488b-e2c1-4674-9779-838d3dbe89f9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2b1946d5-9e4d-4972-92d1-6e334ddbfdf9 HTTP/1.1" status: 200 len: 850 time: 0.0471978 May 23 15:43:57.970374 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65da1a7-0fa5-4d15-a1d9-6354cc741a84 req-59d8a17e-d888-41dd-bc3d-e21d66ac58a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:57.971821 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d65da1a7-0fa5-4d15-a1d9-6354cc741a84 req-59d8a17e-d888-41dd-bc3d-e21d66ac58a3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ca014fd-aa0f-4216-ae7a-a155fcb74406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375314 May 23 15:43:58.059706 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d65da1a7-0fa5-4d15-a1d9-6354cc741a84 req-bef9134e-9c1b-4fed-8988-86662f5ea037 service neutron] 10.222.0.72 "GET /v2.0/networks/5ca014fd-aa0f-4216-ae7a-a155fcb74406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816953 May 23 15:43:58.151339 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d65da1a7-0fa5-4d15-a1d9-6354cc741a84 req-4249368c-8c9b-4742-9ee6-0cc5a9e29bbb service neutron] 10.222.0.72 "GET /v2.0/networks/5ca014fd-aa0f-4216-ae7a-a155fcb74406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861270 May 23 15:44:03.134124 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-63e57b39-8e68-487a-ab73-48ea76f9f80b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:05.483388 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-512b5b39-4ed0-42c5-b112-0569015877b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:05.631393 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=14 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:05.636235 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=20 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:06.969279 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:08.117615 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:08.146940 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=49 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:08.148820 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=52 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:09.761331 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:17.081191 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (88197243-2542-4a6c-b81b-f727b3d95aaf), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:25.615301 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-deeacb48-f8ad-4ee7-aaeb-78a4c3f342fc None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:44:26.959829 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 41876) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:44:27.071497 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:27.074262 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:27.076451 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:27.143801 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-4bc5acf9-8a38-496a-ae38-847bbe3794d6 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Deleting port cd917cf9-5f12-4437-a427-adc153f08872 {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:44:27.144142 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4bc5acf9-8a38-496a-ae38-847bbe3794d6 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (cd917cf9-5f12-4437-a427-adc153f08872), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:27.217759 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4bc5acf9-8a38-496a-ae38-847bbe3794d6 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (cd917cf9-5f12-4437-a427-adc153f08872), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:27.218004 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4bc5acf9-8a38-496a-ae38-847bbe3794d6 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks [] for floatingip (cd917cf9-5f12-4437-a427-adc153f08872), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:27.230684 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-4bc5acf9-8a38-496a-ae38-847bbe3794d6 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Calling delete_port for cd917cf9-5f12-4437-a427-adc153f08872 owned by network:floatingip {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:44:27.394182 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4bc5acf9-8a38-496a-ae38-847bbe3794d6 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (cd917cf9-5f12-4437-a427-adc153f08872), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:27.425631 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc5acf9-8a38-496a-ae38-847bbe3794d6 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Pushing event deleted for resources: {'Port': ['ID=cd917cf9-5f12-4437-a427-adc153f08872,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:44:27.449510 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc5acf9-8a38-496a-ae38-847bbe3794d6 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:27.449863 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc5acf9-8a38-496a-ae38-847bbe3794d6 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:27.450207 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc5acf9-8a38-496a-ae38-847bbe3794d6 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:27.450551 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc5acf9-8a38-496a-ae38-847bbe3794d6 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:27.450887 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc5acf9-8a38-496a-ae38-847bbe3794d6 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:27.451222 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc5acf9-8a38-496a-ae38-847bbe3794d6 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:27.451552 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc5acf9-8a38-496a-ae38-847bbe3794d6 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:27.451881 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc5acf9-8a38-496a-ae38-847bbe3794d6 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:27.452211 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc5acf9-8a38-496a-ae38-847bbe3794d6 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:27.452536 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc5acf9-8a38-496a-ae38-847bbe3794d6 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:27.452888 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc5acf9-8a38-496a-ae38-847bbe3794d6 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:27.453217 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc5acf9-8a38-496a-ae38-847bbe3794d6 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:27.454077 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc5acf9-8a38-496a-ae38-847bbe3794d6 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:27.454411 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc5acf9-8a38-496a-ae38-847bbe3794d6 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:27.454731 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc5acf9-8a38-496a-ae38-847bbe3794d6 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:27.496258 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4bc5acf9-8a38-496a-ae38-847bbe3794d6 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks [] for floatingip (16436acc-3821-4eb2-86b0-e7ba868d3712), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:27.496621 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.db.l3_db [None req-4bc5acf9-8a38-496a-ae38-847bbe3794d6 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Floating IP 16436acc-3821-4eb2-86b0-e7ba868d3712 disassociated (deleted). External IP: 172.27.2.242, port: 0a474cc8-872c-46fc-ad61-6c4536ac5bac. May 23 15:44:27.694449 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc5acf9-8a38-496a-ae38-847bbe3794d6 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Router 03bc3357-6415-4e9b-9019-b93302066f4a has already been hosted by L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:44:28.023229 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc5acf9-8a38-496a-ae38-847bbe3794d6 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:44:28.027599 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4bc5acf9-8a38-496a-ae38-847bbe3794d6 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:28.032587 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2a99e2-7f1d-4f22-8716-5ada2e2c79c8 None None] Sync routers for ids ['03bc3357-6415-4e9b-9019-b93302066f4a'] in dv-cinder-841125-8-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:44:28.045212 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2a99e2-7f1d-4f22-8716-5ada2e2c79c8 None None] Routers {'03bc3357-6415-4e9b-9019-b93302066f4a'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:44:28.045765 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-be2a99e2-7f1d-4f22-8716-5ada2e2c79c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:44:05Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['03bc3357-6415-4e9b-9019-b93302066f4a'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:44:28.048375 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:28.058779 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-4bc5acf9-8a38-496a-ae38-847bbe3794d6 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "DELETE /v2.0/floatingips/16436acc-3821-4eb2-86b0-e7ba868d3712 HTTP/1.1" status: 204 len: 168 time: 1.0978715 May 23 15:44:28.059619 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b9f2c7-9802-4ba9-9cca-a5725bae68e6', 'tag': '0a474cc8-872c-46fc-ad61-6c4536ac5bac'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:44:28.061889 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee4ef39eddac8a8c2b622b321199fad7a345fd77cd5019e852148a8aec1132e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cfccee-82f0-4bf4-90ae-177838959c48" -d '{"events": [{"name": "network-changed", "server_uuid": "83b9f2c7-9802-4ba9-9cca-a5725bae68e6", "tag": "0a474cc8-872c-46fc-ad61-6c4536ac5bac"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:44:28.102337 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8aea96-a780-4cc1-8c36-7d0ecc330573 x-openstack-request-id: req-0c8aea96-a780-4cc1-8c36-7d0ecc330573 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:44:28.102633 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83b9f2c7-9802-4ba9-9cca-a5725bae68e6", "tag": "0a474cc8-872c-46fc-ad61-6c4536ac5bac", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:44:28.102888 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0c8aea96-a780-4cc1-8c36-7d0ecc330573 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:44:28.103292 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c8aea96-a780-4cc1-8c36-7d0ecc330573'] response: {'name': 'network-changed', 'server_uuid': '83b9f2c7-9802-4ba9-9cca-a5725bae68e6', 'tag': '0a474cc8-872c-46fc-ad61-6c4536ac5bac', 'status': 'completed', 'code': 200} May 23 15:44:28.153013 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-be2a99e2-7f1d-4f22-8716-5ada2e2c79c8 None None] Set router 03bc3357-6415-4e9b-9019-b93302066f4a gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:44:28.191380 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:28.195229 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfccee-82f0-4bf4-90ae-177838959c48 req-bed47247-3059-434e-918f-9ae8494b527e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:28.196911 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-99cfccee-82f0-4bf4-90ae-177838959c48 req-bed47247-3059-434e-918f-9ae8494b527e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=449514f02fbc485484110bde5a2018c0&device_id=83b9f2c7-9802-4ba9-9cca-a5725bae68e6 HTTP/1.1" status: 200 len: 1129 time: 0.0453131 May 23 15:44:28.319348 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f34145-885b-4704-976b-65a5f3898635 req-91457cce-70f0-4f20-8cfb-93d9a75e4aab tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:28.320903 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-81f34145-885b-4704-976b-65a5f3898635 req-91457cce-70f0-4f20-8cfb-93d9a75e4aab tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?device_id=83b9f2c7-9802-4ba9-9cca-a5725bae68e6 HTTP/1.1" status: 200 len: 945 time: 0.0653968 May 23 15:44:28.348632 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfccee-82f0-4bf4-90ae-177838959c48 req-9028a76a-b804-428a-afda-bf9e9e995a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:28.350768 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-99cfccee-82f0-4bf4-90ae-177838959c48 req-9028a76a-b804-428a-afda-bf9e9e995a4f service neutron] 10.222.0.72 "GET /v2.0/networks?id=5ca014fd-aa0f-4216-ae7a-a155fcb74406 HTTP/1.1" status: 200 len: 912 time: 0.1439691 May 23 15:44:28.377581 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-be2a99e2-7f1d-4f22-8716-5ada2e2c79c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'name': 'tempest-TestVolumeBootPattern-820281492-router', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '9be3bed4-0c54-4d40-988f-b8cd14e5145d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:37:47Z', 'updated_at': '2022-05-23T15:37:50Z', 'revision_number': 4, 'project_id': '449514f02fbc485484110bde5a2018c0', 'gw_port': {'id': '9be3bed4-0c54-4d40-988f-b8cd14e5145d', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:47Z', 'updated_at': '2022-05-23T15:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_floatingips': [{'id': 'e057d7b9-5b30-46e5-9ea2-46249c978f72', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'floating_ip_address': '172.27.2.84', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'port_id': '0a916c19-f60f-4185-8d5c-62020d7bdb15', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406', 'mac_address': 'fa:16:3e:ab:26:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca2fa96-252e-4d26-87eb-74cee3ee6c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:41:01Z', 'updated_at': '2022-05-23T15:41:04Z', 'revision_number': 1, 'project_id': '449514f02fbc485484110bde5a2018c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '935605e9-544c-410d-90d7-50d8814b2cb7', 'name': '', 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'mac_address': 'fa:16:3e:9b:8b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '2b1946d5-9e4d-4972-92d1-6e334ddbfdf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:50Z', 'updated_at': '2022-05-23T15:37:56Z', 'revision_number': 5, 'project_id': '449514f02fbc485484110bde5a2018c0', 'subnets': [{'id': '2b1946d5-9e4d-4972-92d1-6e334ddbfdf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:44:28.386387 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-81f34145-885b-4704-976b-65a5f3898635 req-d1fc2465-3648-431d-9c91-c4d119fe321d tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/security-groups?id=790ce1ef-a8f0-4fc0-8ea7-68013879e709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590158 May 23 15:44:28.401939 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2a99e2-7f1d-4f22-8716-5ada2e2c79c8 None None] Checking router: 03bc3357-6415-4e9b-9019-b93302066f4a for host: dv-cinder-841125-8-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:44:28.410411 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2a99e2-7f1d-4f22-8716-5ada2e2c79c8 None None] Routers {'03bc3357-6415-4e9b-9019-b93302066f4a'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:44:28.411018 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-be2a99e2-7f1d-4f22-8716-5ada2e2c79c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:44:05Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['03bc3357-6415-4e9b-9019-b93302066f4a'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:44:28.515266 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-be2a99e2-7f1d-4f22-8716-5ada2e2c79c8 None None] Set router 03bc3357-6415-4e9b-9019-b93302066f4a gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:44:28.736079 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-be2a99e2-7f1d-4f22-8716-5ada2e2c79c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'name': 'tempest-TestVolumeBootPattern-820281492-router', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '9be3bed4-0c54-4d40-988f-b8cd14e5145d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:37:47Z', 'updated_at': '2022-05-23T15:37:50Z', 'revision_number': 4, 'project_id': '449514f02fbc485484110bde5a2018c0', 'gw_port': {'id': '9be3bed4-0c54-4d40-988f-b8cd14e5145d', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:47Z', 'updated_at': '2022-05-23T15:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_floatingips': [{'id': 'e057d7b9-5b30-46e5-9ea2-46249c978f72', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'floating_ip_address': '172.27.2.84', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'port_id': '0a916c19-f60f-4185-8d5c-62020d7bdb15', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406', 'mac_address': 'fa:16:3e:ab:26:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca2fa96-252e-4d26-87eb-74cee3ee6c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:41:01Z', 'updated_at': '2022-05-23T15:41:04Z', 'revision_number': 1, 'project_id': '449514f02fbc485484110bde5a2018c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '935605e9-544c-410d-90d7-50d8814b2cb7', 'name': '', 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'mac_address': 'fa:16:3e:9b:8b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '2b1946d5-9e4d-4972-92d1-6e334ddbfdf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:50Z', 'updated_at': '2022-05-23T15:37:56Z', 'revision_number': 5, 'project_id': '449514f02fbc485484110bde5a2018c0', 'subnets': [{'id': '2b1946d5-9e4d-4972-92d1-6e334ddbfdf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:44:28.760018 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2a99e2-7f1d-4f22-8716-5ada2e2c79c8 None None] The sync data for ids ['03bc3357-6415-4e9b-9019-b93302066f4a'] in dv-cinder-841125-8-iscsi is: [{'id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'name': 'tempest-TestVolumeBootPattern-820281492-router', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '9be3bed4-0c54-4d40-988f-b8cd14e5145d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:37:47Z', 'updated_at': '2022-05-23T15:37:50Z', 'revision_number': 4, 'project_id': '449514f02fbc485484110bde5a2018c0', 'gw_port': {'id': '9be3bed4-0c54-4d40-988f-b8cd14e5145d', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:47Z', 'updated_at': '2022-05-23T15:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_floatingips': [{'id': 'e057d7b9-5b30-46e5-9ea2-46249c978f72', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'floating_ip_address': '172.27.2.84', 'floating_network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'router_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'port_id': '0a916c19-f60f-4185-8d5c-62020d7bdb15', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406', 'mac_address': 'fa:16:3e:ab:26:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca2fa96-252e-4d26-87eb-74cee3ee6c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:41:01Z', 'updated_at': '2022-05-23T15:41:04Z', 'revision_number': 1, 'project_id': '449514f02fbc485484110bde5a2018c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '935605e9-544c-410d-90d7-50d8814b2cb7', 'name': '', 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'mac_address': 'fa:16:3e:9b:8b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '2b1946d5-9e4d-4972-92d1-6e334ddbfdf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:50Z', 'updated_at': '2022-05-23T15:37:56Z', 'revision_number': 5, 'project_id': '449514f02fbc485484110bde5a2018c0', 'subnets': [{'id': '2b1946d5-9e4d-4972-92d1-6e334ddbfdf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:44:28.977518 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4684c3-b2d2-4758-a6ba-a287e75934b8 None None] New status for floating IP 16436acc-3821-4eb2-86b0-e7ba868d3712: DOWN {{(pid=104083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:44:29.447562 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-99cfccee-82f0-4bf4-90ae-177838959c48 req-da392ebb-8f8a-47c7-b4f3-7a3362f9170c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a474cc8-872c-46fc-ad61-6c4536ac5bac HTTP/1.1" status: 200 len: 217 time: 0.0327880 May 23 15:44:29.500910 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfccee-82f0-4bf4-90ae-177838959c48 req-53416eb2-2425-4852-b110-cb049a67c826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:29.502058 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904a5bb-7f16-41c9-818c-c5d4119949fe req-0785bc1f-fd02-405a-9885-ee036b471713 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:29.502558 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-99cfccee-82f0-4bf4-90ae-177838959c48 req-53416eb2-2425-4852-b110-cb049a67c826 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2b1946d5-9e4d-4972-92d1-6e334ddbfdf9 HTTP/1.1" status: 200 len: 850 time: 0.0479696 May 23 15:44:29.503522 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7904a5bb-7f16-41c9-818c-c5d4119949fe req-0785bc1f-fd02-405a-9885-ee036b471713 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?device_id=83b9f2c7-9802-4ba9-9cca-a5725bae68e6 HTTP/1.1" status: 200 len: 945 time: 0.0460870 May 23 15:44:29.551270 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7904a5bb-7f16-41c9-818c-c5d4119949fe req-f6a28408-7814-4a25-9282-337d1ec89930 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/security-groups?id=790ce1ef-a8f0-4fc0-8ea7-68013879e709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422001 May 23 15:44:29.666480 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfccee-82f0-4bf4-90ae-177838959c48 req-d7d59601-ec00-4d6d-8fd9-0813257d5931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:29.667886 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-99cfccee-82f0-4bf4-90ae-177838959c48 req-d7d59601-ec00-4d6d-8fd9-0813257d5931 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ca014fd-aa0f-4216-ae7a-a155fcb74406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383337 May 23 15:44:29.760678 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-99cfccee-82f0-4bf4-90ae-177838959c48 req-69aa5262-856b-49cf-97ff-bd2c57629a2a service neutron] 10.222.0.72 "GET /v2.0/networks/5ca014fd-aa0f-4216-ae7a-a155fcb74406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862966 May 23 15:44:30.045311 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-99cfccee-82f0-4bf4-90ae-177838959c48 req-ccd7b982-a34e-4d89-80af-ce615bfd0cb1 service neutron] 10.222.0.72 "GET /v2.0/networks/5ca014fd-aa0f-4216-ae7a-a155fcb74406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832696 May 23 15:44:30.129625 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f9d17-4890-4327-a689-1fe1b627cf55 req-e1823fca-1631-4ebd-8f99-c00940b2dad6 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:30.131082 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4c6f9d17-4890-4327-a689-1fe1b627cf55 req-e1823fca-1631-4ebd-8f99-c00940b2dad6 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.72 "GET /v2.0/ports?device_id=83b9f2c7-9802-4ba9-9cca-a5725bae68e6 HTTP/1.1" status: 200 len: 945 time: 0.0502136 May 23 15:44:30.219117 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-4c6f9d17-4890-4327-a689-1fe1b627cf55 req-7da502a3-0754-4209-a58a-4c4a04076e33 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Deleting port 0a474cc8-872c-46fc-ad61-6c4536ac5bac {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:44:30.219973 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-4c6f9d17-4890-4327-a689-1fe1b627cf55 req-7da502a3-0754-4209-a58a-4c4a04076e33 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (0a474cc8-872c-46fc-ad61-6c4536ac5bac), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:30.307774 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-4c6f9d17-4890-4327-a689-1fe1b627cf55 req-7da502a3-0754-4209-a58a-4c4a04076e33 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] For port 0a474cc8-872c-46fc-ad61-6c4536ac5bac, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=0a474cc8-872c-46fc-ad61-6c4536ac5bac,segment=NetworkSegment(46f30410-07ea-4763-89e0-8de109268753),segment_id=46f30410-07ea-4763-89e0-8de109268753)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:44:30.308059 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-4c6f9d17-4890-4327-a689-1fe1b627cf55 req-7da502a3-0754-4209-a58a-4c4a04076e33 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (0a474cc8-872c-46fc-ad61-6c4536ac5bac), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:30.320782 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-4c6f9d17-4890-4327-a689-1fe1b627cf55 req-7da502a3-0754-4209-a58a-4c4a04076e33 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Calling delete_port for 0a474cc8-872c-46fc-ad61-6c4536ac5bac owned by compute:nova {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:44:30.447850 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-4c6f9d17-4890-4327-a689-1fe1b627cf55 req-7da502a3-0754-4209-a58a-4c4a04076e33 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (0a474cc8-872c-46fc-ad61-6c4536ac5bac), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:30.481165 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da502a3-0754-4209-a58a-4c4a04076e33 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Pushing event deleted for resources: {'Port': ['ID=0a474cc8-872c-46fc-ad61-6c4536ac5bac,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:44:30.530034 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c6f9d17-4890-4327-a689-1fe1b627cf55 req-7da502a3-0754-4209-a58a-4c4a04076e33 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] No DVR routers for this DVR port 0a474cc8-872c-46fc-ad61-6c4536ac5bac on host hv-cinder-84112 {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:44:30.533319 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-4c6f9d17-4890-4327-a689-1fe1b627cf55 req-7da502a3-0754-4209-a58a-4c4a04076e33 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:30.536457 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4c6f9d17-4890-4327-a689-1fe1b627cf55 req-7da502a3-0754-4209-a58a-4c4a04076e33 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.72 "DELETE /v2.0/ports/0a474cc8-872c-46fc-ad61-6c4536ac5bac HTTP/1.1" status: 204 len: 173 time: 0.3970637 May 23 15:44:30.536901 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b9f2c7-9802-4ba9-9cca-a5725bae68e6', 'name': 'network-vif-deleted', 'tag': '0a474cc8-872c-46fc-ad61-6c4536ac5bac'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:44:30.539347 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee4ef39eddac8a8c2b622b321199fad7a345fd77cd5019e852148a8aec1132e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd5694b-7e9c-4a61-99a8-d7f82dbe5e0e" -d '{"events": [{"server_uuid": "83b9f2c7-9802-4ba9-9cca-a5725bae68e6", "name": "network-vif-deleted", "tag": "0a474cc8-872c-46fc-ad61-6c4536ac5bac"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:44:30.578032 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb7ddac-b563-414d-9a15-60fe5a567755 x-openstack-request-id: req-1cb7ddac-b563-414d-9a15-60fe5a567755 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:44:30.578281 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b9f2c7-9802-4ba9-9cca-a5725bae68e6", "name": "network-vif-deleted", "tag": "0a474cc8-872c-46fc-ad61-6c4536ac5bac", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:44:30.578553 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1cb7ddac-b563-414d-9a15-60fe5a567755 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:44:30.579722 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cb7ddac-b563-414d-9a15-60fe5a567755'] response: {'server_uuid': '83b9f2c7-9802-4ba9-9cca-a5725bae68e6', 'name': 'network-vif-deleted', 'tag': '0a474cc8-872c-46fc-ad61-6c4536ac5bac', 'status': 'completed', 'code': 200} May 23 15:44:30.648691 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c9e1f608-c31b-4638-a441-746d9601084b req-275f0e69-f2dc-4e2f-b9ba-01deb69cbd6a tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?device_id=83b9f2c7-9802-4ba9-9cca-a5725bae68e6 HTTP/1.1" status: 200 len: 210 time: 0.0281792 May 23 15:44:33.138361 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-2febff08-d817-4b88-97a3-711163afd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:33.610284 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 0a474cc8-872c-46fc-ad61-6c4536ac5bac no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:44:33.632286 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] No Port match for: 0a474cc8-872c-46fc-ad61-6c4536ac5bac {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:44:33.632633 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 0a474cc8-872c-46fc-ad61-6c4536ac5bac not bound to the agent host hv-cinder-84112 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:44:33.986872 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 41908) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:44:33.994257 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:34.024197 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:34.128983 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-75bff973-ed74-4f71-9a75-ee0d8b915c18 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Deleting port 428343dc-6267-4d45-afca-778296ca3c8f {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:44:34.129329 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-75bff973-ed74-4f71-9a75-ee0d8b915c18 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (428343dc-6267-4d45-afca-778296ca3c8f), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:34.206136 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-75bff973-ed74-4f71-9a75-ee0d8b915c18 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (428343dc-6267-4d45-afca-778296ca3c8f), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:34.206479 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-75bff973-ed74-4f71-9a75-ee0d8b915c18 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks [] for floatingip (428343dc-6267-4d45-afca-778296ca3c8f), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:34.218355 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-75bff973-ed74-4f71-9a75-ee0d8b915c18 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Calling delete_port for 428343dc-6267-4d45-afca-778296ca3c8f owned by network:floatingip {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:44:34.363479 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-75bff973-ed74-4f71-9a75-ee0d8b915c18 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (428343dc-6267-4d45-afca-778296ca3c8f), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:34.387622 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bff973-ed74-4f71-9a75-ee0d8b915c18 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Pushing event deleted for resources: {'Port': ['ID=428343dc-6267-4d45-afca-778296ca3c8f,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:44:34.460484 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-75bff973-ed74-4f71-9a75-ee0d8b915c18 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks [] for floatingip (e057d7b9-5b30-46e5-9ea2-46249c978f72), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:34.460821 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.db.l3_db [None req-75bff973-ed74-4f71-9a75-ee0d8b915c18 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Floating IP e057d7b9-5b30-46e5-9ea2-46249c978f72 disassociated (deleted). External IP: 172.27.2.84, port: 0a916c19-f60f-4185-8d5c-62020d7bdb15. May 23 15:44:34.659350 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75bff973-ed74-4f71-9a75-ee0d8b915c18 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Router 03bc3357-6415-4e9b-9019-b93302066f4a has already been hosted by L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:44:34.760686 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75bff973-ed74-4f71-9a75-ee0d8b915c18 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:44:34.765496 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-75bff973-ed74-4f71-9a75-ee0d8b915c18 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:34.769991 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c498d872-8991-4b61-aed9-1d3fee2eb23b None None] Sync routers for ids ['03bc3357-6415-4e9b-9019-b93302066f4a'] in dv-cinder-841125-8-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:44:34.779467 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c498d872-8991-4b61-aed9-1d3fee2eb23b None None] Routers {'03bc3357-6415-4e9b-9019-b93302066f4a'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:44:34.780072 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-c498d872-8991-4b61-aed9-1d3fee2eb23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:44:05Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['03bc3357-6415-4e9b-9019-b93302066f4a'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:44:34.794999 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-75bff973-ed74-4f71-9a75-ee0d8b915c18 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "DELETE /v2.0/floatingips/e057d7b9-5b30-46e5-9ea2-46249c978f72 HTTP/1.1" status: 204 len: 168 time: 0.8070283 May 23 15:44:34.795681 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca2fa96-252e-4d26-87eb-74cee3ee6c7d', 'tag': '0a916c19-f60f-4185-8d5c-62020d7bdb15'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:44:34.798740 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee4ef39eddac8a8c2b622b321199fad7a345fd77cd5019e852148a8aec1132e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ed3464-4e9c-485c-b438-0f4aba69b211" -d '{"events": [{"name": "network-changed", "server_uuid": "eca2fa96-252e-4d26-87eb-74cee3ee6c7d", "tag": "0a916c19-f60f-4185-8d5c-62020d7bdb15"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:44:34.836015 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b4bd7f-8bfd-4b5d-b76d-290997fd1970 x-openstack-request-id: req-62b4bd7f-8bfd-4b5d-b76d-290997fd1970 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:44:34.836311 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eca2fa96-252e-4d26-87eb-74cee3ee6c7d", "tag": "0a916c19-f60f-4185-8d5c-62020d7bdb15", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:44:34.836571 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-62b4bd7f-8bfd-4b5d-b76d-290997fd1970 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:44:34.837009 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62b4bd7f-8bfd-4b5d-b76d-290997fd1970'] response: {'name': 'network-changed', 'server_uuid': 'eca2fa96-252e-4d26-87eb-74cee3ee6c7d', 'tag': '0a916c19-f60f-4185-8d5c-62020d7bdb15', 'status': 'completed', 'code': 200} May 23 15:44:34.886550 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-c498d872-8991-4b61-aed9-1d3fee2eb23b None None] Set router 03bc3357-6415-4e9b-9019-b93302066f4a gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:44:34.934502 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed3464-4e9c-485c-b438-0f4aba69b211 req-f4c76951-e85c-4bbb-b26b-9051b0f047ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:34.936231 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-56ed3464-4e9c-485c-b438-0f4aba69b211 req-f4c76951-e85c-4bbb-b26b-9051b0f047ad service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=449514f02fbc485484110bde5a2018c0&device_id=eca2fa96-252e-4d26-87eb-74cee3ee6c7d HTTP/1.1" status: 200 len: 1129 time: 0.0464845 May 23 15:44:34.961749 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:34.965835 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:35.061873 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25535755-d15d-4613-8840-08c9deece590 req-ebb6c735-956f-47a6-ac5f-4a490f86e8a0 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:35.064277 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-25535755-d15d-4613-8840-08c9deece590 req-ebb6c735-956f-47a6-ac5f-4a490f86e8a0 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2fa96-252e-4d26-87eb-74cee3ee6c7d HTTP/1.1" status: 200 len: 945 time: 0.0683556 May 23 15:44:35.077071 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-c498d872-8991-4b61-aed9-1d3fee2eb23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'name': 'tempest-TestVolumeBootPattern-820281492-router', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '9be3bed4-0c54-4d40-988f-b8cd14e5145d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:37:47Z', 'updated_at': '2022-05-23T15:37:50Z', 'revision_number': 4, 'project_id': '449514f02fbc485484110bde5a2018c0', 'gw_port': {'id': '9be3bed4-0c54-4d40-988f-b8cd14e5145d', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:47Z', 'updated_at': '2022-05-23T15:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': '935605e9-544c-410d-90d7-50d8814b2cb7', 'name': '', 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'mac_address': 'fa:16:3e:9b:8b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '2b1946d5-9e4d-4972-92d1-6e334ddbfdf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:50Z', 'updated_at': '2022-05-23T15:37:56Z', 'revision_number': 5, 'project_id': '449514f02fbc485484110bde5a2018c0', 'subnets': [{'id': '2b1946d5-9e4d-4972-92d1-6e334ddbfdf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:44:35.093504 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed3464-4e9c-485c-b438-0f4aba69b211 req-85fac305-2ce3-41a6-b6e6-bf32c4b4ec51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:35.094949 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-56ed3464-4e9c-485c-b438-0f4aba69b211 req-85fac305-2ce3-41a6-b6e6-bf32c4b4ec51 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5ca014fd-aa0f-4216-ae7a-a155fcb74406 HTTP/1.1" status: 200 len: 912 time: 0.1529830 May 23 15:44:35.101953 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c498d872-8991-4b61-aed9-1d3fee2eb23b None None] Checking router: 03bc3357-6415-4e9b-9019-b93302066f4a for host: dv-cinder-841125-8-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:44:35.111490 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c498d872-8991-4b61-aed9-1d3fee2eb23b None None] Routers {'03bc3357-6415-4e9b-9019-b93302066f4a'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:44:35.112099 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-c498d872-8991-4b61-aed9-1d3fee2eb23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:44:05Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['03bc3357-6415-4e9b-9019-b93302066f4a'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:44:35.124284 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-25535755-d15d-4613-8840-08c9deece590 req-a0469569-92dd-42c9-b1bf-ecd72d97dc94 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/security-groups?id=790ce1ef-a8f0-4fc0-8ea7-68013879e709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535116 May 23 15:44:35.214395 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-c498d872-8991-4b61-aed9-1d3fee2eb23b None None] Set router 03bc3357-6415-4e9b-9019-b93302066f4a gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:44:35.398057 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-c498d872-8991-4b61-aed9-1d3fee2eb23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'name': 'tempest-TestVolumeBootPattern-820281492-router', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '9be3bed4-0c54-4d40-988f-b8cd14e5145d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:37:47Z', 'updated_at': '2022-05-23T15:37:50Z', 'revision_number': 4, 'project_id': '449514f02fbc485484110bde5a2018c0', 'gw_port': {'id': '9be3bed4-0c54-4d40-988f-b8cd14e5145d', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:47Z', 'updated_at': '2022-05-23T15:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': '935605e9-544c-410d-90d7-50d8814b2cb7', 'name': '', 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'mac_address': 'fa:16:3e:9b:8b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '2b1946d5-9e4d-4972-92d1-6e334ddbfdf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:50Z', 'updated_at': '2022-05-23T15:37:56Z', 'revision_number': 5, 'project_id': '449514f02fbc485484110bde5a2018c0', 'subnets': [{'id': '2b1946d5-9e4d-4972-92d1-6e334ddbfdf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:44:35.422897 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c498d872-8991-4b61-aed9-1d3fee2eb23b None None] The sync data for ids ['03bc3357-6415-4e9b-9019-b93302066f4a'] in dv-cinder-841125-8-iscsi is: [{'id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'name': 'tempest-TestVolumeBootPattern-820281492-router', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '9be3bed4-0c54-4d40-988f-b8cd14e5145d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:37:47Z', 'updated_at': '2022-05-23T15:37:50Z', 'revision_number': 4, 'project_id': '449514f02fbc485484110bde5a2018c0', 'gw_port': {'id': '9be3bed4-0c54-4d40-988f-b8cd14e5145d', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:47Z', 'updated_at': '2022-05-23T15:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': '935605e9-544c-410d-90d7-50d8814b2cb7', 'name': '', 'network_id': '5ca014fd-aa0f-4216-ae7a-a155fcb74406', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'mac_address': 'fa:16:3e:9b:8b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '2b1946d5-9e4d-4972-92d1-6e334ddbfdf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:50Z', 'updated_at': '2022-05-23T15:37:56Z', 'revision_number': 5, 'project_id': '449514f02fbc485484110bde5a2018c0', 'subnets': [{'id': '2b1946d5-9e4d-4972-92d1-6e334ddbfdf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:44:35.484645 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fa453d0b-0011-4eb2-8fff-40ba655fe764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:35.639504 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65c9434-be8a-4390-9497-3cce63fa666e None None] New status for floating IP e057d7b9-5b30-46e5-9ea2-46249c978f72: DOWN {{(pid=104083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:44:36.246516 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42849287-6b38-462c-bb0f-81eda6e8d67c req-3dd6d8f2-c483-4d45-9f0f-5cc7a9b7233c tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:36.247965 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-42849287-6b38-462c-bb0f-81eda6e8d67c req-3dd6d8f2-c483-4d45-9f0f-5cc7a9b7233c tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2fa96-252e-4d26-87eb-74cee3ee6c7d HTTP/1.1" status: 200 len: 945 time: 0.0495980 May 23 15:44:36.295447 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-42849287-6b38-462c-bb0f-81eda6e8d67c req-929909fd-2ed8-49f6-bd93-bed5c835c2a0 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/security-groups?id=790ce1ef-a8f0-4fc0-8ea7-68013879e709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419035 May 23 15:44:36.338841 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-56ed3464-4e9c-485c-b438-0f4aba69b211 req-b4f386bb-c9f1-49ce-a3d4-b523ae8e57f9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a916c19-f60f-4185-8d5c-62020d7bdb15 HTTP/1.1" status: 200 len: 217 time: 0.0356250 May 23 15:44:36.384803 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed3464-4e9c-485c-b438-0f4aba69b211 req-5ae887ff-2c92-48a2-9fee-cb2695bc0195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:36.386290 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-56ed3464-4e9c-485c-b438-0f4aba69b211 req-5ae887ff-2c92-48a2-9fee-cb2695bc0195 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2b1946d5-9e4d-4972-92d1-6e334ddbfdf9 HTTP/1.1" status: 200 len: 850 time: 0.0416260 May 23 15:44:36.566412 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed3464-4e9c-485c-b438-0f4aba69b211 req-d8cbbef8-afb5-413a-9f6d-f3d93a30a03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:36.568111 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-56ed3464-4e9c-485c-b438-0f4aba69b211 req-d8cbbef8-afb5-413a-9f6d-f3d93a30a03d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ca014fd-aa0f-4216-ae7a-a155fcb74406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399370 May 23 15:44:36.659054 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-56ed3464-4e9c-485c-b438-0f4aba69b211 req-bc436de0-2f8d-4cba-aad9-8c0b7164b79e service neutron] 10.222.0.72 "GET /v2.0/networks/5ca014fd-aa0f-4216-ae7a-a155fcb74406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844879 May 23 15:44:36.898246 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-56ed3464-4e9c-485c-b438-0f4aba69b211 req-3713e465-c836-4412-b9af-fc2263cccab1 service neutron] 10.222.0.72 "GET /v2.0/networks/5ca014fd-aa0f-4216-ae7a-a155fcb74406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825496 May 23 15:44:36.961017 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:36.972794 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:37.010315 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613490f-8637-41be-9c7c-aa6f6386b558 req-f13558bd-469b-4358-a11e-f82d25a61594 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:37.011799 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-8613490f-8637-41be-9c7c-aa6f6386b558 req-f13558bd-469b-4358-a11e-f82d25a61594 tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.72 "GET /v2.0/ports?device_id=eca2fa96-252e-4d26-87eb-74cee3ee6c7d HTTP/1.1" status: 200 len: 945 time: 0.0479927 May 23 15:44:37.102819 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-8613490f-8637-41be-9c7c-aa6f6386b558 req-5024efd5-59fb-4686-9542-7b304e7a244f tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Deleting port 0a916c19-f60f-4185-8d5c-62020d7bdb15 {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:44:37.103159 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-8613490f-8637-41be-9c7c-aa6f6386b558 req-5024efd5-59fb-4686-9542-7b304e7a244f tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (0a916c19-f60f-4185-8d5c-62020d7bdb15), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:37.190612 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-8613490f-8637-41be-9c7c-aa6f6386b558 req-5024efd5-59fb-4686-9542-7b304e7a244f tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] For port 0a916c19-f60f-4185-8d5c-62020d7bdb15, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=0a916c19-f60f-4185-8d5c-62020d7bdb15,segment=NetworkSegment(46f30410-07ea-4763-89e0-8de109268753),segment_id=46f30410-07ea-4763-89e0-8de109268753)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:44:37.190896 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-8613490f-8637-41be-9c7c-aa6f6386b558 req-5024efd5-59fb-4686-9542-7b304e7a244f tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (0a916c19-f60f-4185-8d5c-62020d7bdb15), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:37.203871 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-8613490f-8637-41be-9c7c-aa6f6386b558 req-5024efd5-59fb-4686-9542-7b304e7a244f tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Calling delete_port for 0a916c19-f60f-4185-8d5c-62020d7bdb15 owned by compute:nova {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:44:37.334823 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-8613490f-8637-41be-9c7c-aa6f6386b558 req-5024efd5-59fb-4686-9542-7b304e7a244f tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (0a916c19-f60f-4185-8d5c-62020d7bdb15), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:37.362608 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5024efd5-59fb-4686-9542-7b304e7a244f tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Pushing event deleted for resources: {'Port': ['ID=0a916c19-f60f-4185-8d5c-62020d7bdb15,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:44:37.372228 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:37.417599 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9a27b9c6-6829-4a8a-a500-633b466761fc req-84389ded-9e51-4cba-aa55-ab29abdb0e7b tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca2fa96-252e-4d26-87eb-74cee3ee6c7d HTTP/1.1" status: 200 len: 210 time: 0.0482278 May 23 15:44:37.435684 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-8613490f-8637-41be-9c7c-aa6f6386b558 req-5024efd5-59fb-4686-9542-7b304e7a244f tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] No DVR routers for this DVR port 0a916c19-f60f-4185-8d5c-62020d7bdb15 on host hv-cinder-84112 {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:44:37.438392 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-8613490f-8637-41be-9c7c-aa6f6386b558 req-5024efd5-59fb-4686-9542-7b304e7a244f tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:37.441648 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-8613490f-8637-41be-9c7c-aa6f6386b558 req-5024efd5-59fb-4686-9542-7b304e7a244f tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.72 "DELETE /v2.0/ports/0a916c19-f60f-4185-8d5c-62020d7bdb15 HTTP/1.1" status: 204 len: 173 time: 0.4223187 May 23 15:44:37.442050 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca2fa96-252e-4d26-87eb-74cee3ee6c7d', 'name': 'network-vif-deleted', 'tag': '0a916c19-f60f-4185-8d5c-62020d7bdb15'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:44:37.444243 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee4ef39eddac8a8c2b622b321199fad7a345fd77cd5019e852148a8aec1132e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df86adef-57af-49b0-9ad1-a177b1cd5ee0" -d '{"events": [{"server_uuid": "eca2fa96-252e-4d26-87eb-74cee3ee6c7d", "name": "network-vif-deleted", "tag": "0a916c19-f60f-4185-8d5c-62020d7bdb15"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:44:37.481396 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21f6ec7-69b1-46dc-8a4c-c6d84e3d3cf1 x-openstack-request-id: req-c21f6ec7-69b1-46dc-8a4c-c6d84e3d3cf1 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:44:37.481693 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca2fa96-252e-4d26-87eb-74cee3ee6c7d", "name": "network-vif-deleted", "tag": "0a916c19-f60f-4185-8d5c-62020d7bdb15", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:44:37.481955 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c21f6ec7-69b1-46dc-8a4c-c6d84e3d3cf1 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:44:37.482365 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c21f6ec7-69b1-46dc-8a4c-c6d84e3d3cf1'] response: {'server_uuid': 'eca2fa96-252e-4d26-87eb-74cee3ee6c7d', 'name': 'network-vif-deleted', 'tag': '0a916c19-f60f-4185-8d5c-62020d7bdb15', 'status': 'completed', 'code': 200} May 23 15:44:38.112123 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:38.117692 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:38.480338 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 41924) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:44:38.579940 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:38.590840 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-a46dbe49-fb0f-4f93-b8ff-78900a8065ff tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Deleting port 2cab6612-886c-4fb6-aa25-275b6082c3bb {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:44:38.591186 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a46dbe49-fb0f-4f93-b8ff-78900a8065ff tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (2cab6612-886c-4fb6-aa25-275b6082c3bb), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:38.670550 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a46dbe49-fb0f-4f93-b8ff-78900a8065ff tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (2cab6612-886c-4fb6-aa25-275b6082c3bb), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:38.671428 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a46dbe49-fb0f-4f93-b8ff-78900a8065ff tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks [] for floatingip (2cab6612-886c-4fb6-aa25-275b6082c3bb), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:38.690953 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-a46dbe49-fb0f-4f93-b8ff-78900a8065ff tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Calling delete_port for 2cab6612-886c-4fb6-aa25-275b6082c3bb owned by network:floatingip {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:44:38.816980 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a46dbe49-fb0f-4f93-b8ff-78900a8065ff tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (2cab6612-886c-4fb6-aa25-275b6082c3bb), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:38.844699 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46dbe49-fb0f-4f93-b8ff-78900a8065ff tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Pushing event deleted for resources: {'Port': ['ID=2cab6612-886c-4fb6-aa25-275b6082c3bb,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:44:38.905792 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a46dbe49-fb0f-4f93-b8ff-78900a8065ff tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks [] for floatingip (507d7b03-c445-4f66-b9cd-3f6714f27607), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:38.908212 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a46dbe49-fb0f-4f93-b8ff-78900a8065ff tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:38.909404 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-a46dbe49-fb0f-4f93-b8ff-78900a8065ff tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "DELETE /v2.0/floatingips/507d7b03-c445-4f66-b9cd-3f6714f27607 HTTP/1.1" status: 204 len: 168 time: 0.4279900 May 23 15:44:39.631425 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 0a916c19-f60f-4185-8d5c-62020d7bdb15 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:44:39.654590 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] No Port match for: 0a916c19-f60f-4185-8d5c-62020d7bdb15 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:44:39.654876 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 0a916c19-f60f-4185-8d5c-62020d7bdb15 not bound to the agent host hv-cinder-84112 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:44:39.759211 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:39.765011 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:40.110248 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 41936) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:44:40.165777 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-dcba3ab0-42fc-4610-a37b-8e20eb62428a tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks [] for security_group (790ce1ef-a8f0-4fc0-8ea7-68013879e709), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:40.190934 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-dcba3ab0-42fc-4610-a37b-8e20eb62428a tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks [] for security_group (790ce1ef-a8f0-4fc0-8ea7-68013879e709), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:40.250424 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-dcba3ab0-42fc-4610-a37b-8e20eb62428a tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (790ce1ef-a8f0-4fc0-8ea7-68013879e709), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:40.252946 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-dcba3ab0-42fc-4610-a37b-8e20eb62428a tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:40.254112 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-dcba3ab0-42fc-4610-a37b-8e20eb62428a tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] 10.222.0.30 "DELETE /v2.0/security-groups/790ce1ef-a8f0-4fc0-8ea7-68013879e709 HTTP/1.1" status: 204 len: 168 time: 0.1428761 May 23 15:44:40.263110 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcba3ab0-42fc-4610-a37b-8e20eb62428a tempest-TestVolumeBootPattern-1083421479 tempest-TestVolumeBootPattern-1083421479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=790ce1ef-a8f0-4fc0-8ea7-68013879e709,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:44:40.306256 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 41940) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:44:40.667798 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:40.744098 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-be125a1a-433a-47bb-a6a3-c03077babe5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-863352'] for router_interface (03bc3357-6415-4e9b-9019-b93302066f4a), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:41.067098 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:41.194906 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-be125a1a-433a-47bb-a6a3-c03077babe5c admin admin] Deleting port 935605e9-544c-410d-90d7-50d8814b2cb7 {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:44:41.195569 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-be125a1a-433a-47bb-a6a3-c03077babe5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (935605e9-544c-410d-90d7-50d8814b2cb7), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:41.271092 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [None req-be125a1a-433a-47bb-a6a3-c03077babe5c admin admin] For port 935605e9-544c-410d-90d7-50d8814b2cb7, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=935605e9-544c-410d-90d7-50d8814b2cb7,segment=NetworkSegment(46f30410-07ea-4763-89e0-8de109268753),segment_id=46f30410-07ea-4763-89e0-8de109268753)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:44:41.271455 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-be125a1a-433a-47bb-a6a3-c03077babe5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (935605e9-544c-410d-90d7-50d8814b2cb7), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:41.284673 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-be125a1a-433a-47bb-a6a3-c03077babe5c admin admin] Calling delete_port for 935605e9-544c-410d-90d7-50d8814b2cb7 owned by network:router_interface {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:44:41.471530 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-be125a1a-433a-47bb-a6a3-c03077babe5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (935605e9-544c-410d-90d7-50d8814b2cb7), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:41.499744 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be125a1a-433a-47bb-a6a3-c03077babe5c admin admin] Pushing event deleted for resources: {'Port': ['ID=935605e9-544c-410d-90d7-50d8814b2cb7,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:44:41.661249 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-be125a1a-433a-47bb-a6a3-c03077babe5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-244729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-863468'] for router_interface (03bc3357-6415-4e9b-9019-b93302066f4a), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:41.749489 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:41.870619 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be125a1a-433a-47bb-a6a3-c03077babe5c admin admin] Router 03bc3357-6415-4e9b-9019-b93302066f4a has already been hosted by L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:44:41.911507 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:41.973863 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be125a1a-433a-47bb-a6a3-c03077babe5c admin admin] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:44:41.978685 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-be125a1a-433a-47bb-a6a3-c03077babe5c admin admin] 10.222.0.30 "PUT /v2.0/routers/03bc3357-6415-4e9b-9019-b93302066f4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6714282 May 23 15:44:41.981325 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 41944) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:44:41.982935 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c14d29-d79b-4076-8350-c17a70f205ae None None] Sync routers for ids ['03bc3357-6415-4e9b-9019-b93302066f4a'] in dv-cinder-841125-8-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:44:41.994122 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c14d29-d79b-4076-8350-c17a70f205ae None None] Routers {'03bc3357-6415-4e9b-9019-b93302066f4a'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:44:41.994778 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-a9c14d29-d79b-4076-8350-c17a70f205ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:44:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['03bc3357-6415-4e9b-9019-b93302066f4a'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:44:42.081115 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8020ede8-7096-4e89-91ec-474a86ac78d3 admin admin] Publish callbacks [] for router (03bc3357-6415-4e9b-9019-b93302066f4a), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:42.180618 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8020ede8-7096-4e89-91ec-474a86ac78d3 admin admin] Publish callbacks [] for router_gateway (03bc3357-6415-4e9b-9019-b93302066f4a), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:42.222160 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-a9c14d29-d79b-4076-8350-c17a70f205ae None None] Set router 03bc3357-6415-4e9b-9019-b93302066f4a gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:44:42.398328 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-a9c14d29-d79b-4076-8350-c17a70f205ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'name': 'tempest-TestVolumeBootPattern-820281492-router', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '9be3bed4-0c54-4d40-988f-b8cd14e5145d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:37:47Z', 'updated_at': '2022-05-23T15:44:41Z', 'revision_number': 5, 'project_id': '449514f02fbc485484110bde5a2018c0', 'gw_port': {'id': '9be3bed4-0c54-4d40-988f-b8cd14e5145d', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:47Z', 'updated_at': '2022-05-23T15:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi'}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:44:42.428347 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c14d29-d79b-4076-8350-c17a70f205ae None None] Checking router: 03bc3357-6415-4e9b-9019-b93302066f4a for host: dv-cinder-841125-8-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:44:42.437990 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c14d29-d79b-4076-8350-c17a70f205ae None None] Routers {'03bc3357-6415-4e9b-9019-b93302066f4a'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:44:42.438538 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-a9c14d29-d79b-4076-8350-c17a70f205ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:44:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['03bc3357-6415-4e9b-9019-b93302066f4a'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:44:42.488130 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-8020ede8-7096-4e89-91ec-474a86ac78d3 admin admin] Deleting port 9be3bed4-0c54-4d40-988f-b8cd14e5145d {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:44:42.488469 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8020ede8-7096-4e89-91ec-474a86ac78d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (9be3bed4-0c54-4d40-988f-b8cd14e5145d), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:42.521373 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-a9c14d29-d79b-4076-8350-c17a70f205ae None None] Set router 03bc3357-6415-4e9b-9019-b93302066f4a gateway port host: None {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:44:42.566768 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-8020ede8-7096-4e89-91ec-474a86ac78d3 admin admin] For port 9be3bed4-0c54-4d40-988f-b8cd14e5145d, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=9be3bed4-0c54-4d40-988f-b8cd14e5145d,segment=NetworkSegment(36a83107-a298-4f41-a08d-e6c665169c28),segment_id=36a83107-a298-4f41-a08d-e6c665169c28)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:44:42.567130 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8020ede8-7096-4e89-91ec-474a86ac78d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (9be3bed4-0c54-4d40-988f-b8cd14e5145d), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:42.572802 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-a9c14d29-d79b-4076-8350-c17a70f205ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'name': 'tempest-TestVolumeBootPattern-820281492-router', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:37:47Z', 'updated_at': '2022-05-23T15:44:42Z', 'revision_number': 6, 'project_id': '449514f02fbc485484110bde5a2018c0', 'gw_port_host': None}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:44:42.580209 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-8020ede8-7096-4e89-91ec-474a86ac78d3 admin admin] Calling delete_port for 9be3bed4-0c54-4d40-988f-b8cd14e5145d owned by network:router_gateway {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:44:42.596676 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c14d29-d79b-4076-8350-c17a70f205ae None None] The sync data for ids ['03bc3357-6415-4e9b-9019-b93302066f4a'] in dv-cinder-841125-8-iscsi is: [{'id': '03bc3357-6415-4e9b-9019-b93302066f4a', 'name': 'tempest-TestVolumeBootPattern-820281492-router', 'tenant_id': '449514f02fbc485484110bde5a2018c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:37:47Z', 'updated_at': '2022-05-23T15:44:42Z', 'revision_number': 6, 'project_id': '449514f02fbc485484110bde5a2018c0', 'gw_port_host': None}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:44:42.741862 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8020ede8-7096-4e89-91ec-474a86ac78d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250202'] for port (9be3bed4-0c54-4d40-988f-b8cd14e5145d), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:42.769381 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8020ede8-7096-4e89-91ec-474a86ac78d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9be3bed4-0c54-4d40-988f-b8cd14e5145d,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:44:42.793896 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8020ede8-7096-4e89-91ec-474a86ac78d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:42.794246 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8020ede8-7096-4e89-91ec-474a86ac78d3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:42.794588 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8020ede8-7096-4e89-91ec-474a86ac78d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:42.795031 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8020ede8-7096-4e89-91ec-474a86ac78d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:42.795898 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8020ede8-7096-4e89-91ec-474a86ac78d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:42.796232 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8020ede8-7096-4e89-91ec-474a86ac78d3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:42.796561 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8020ede8-7096-4e89-91ec-474a86ac78d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:42.796918 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8020ede8-7096-4e89-91ec-474a86ac78d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:42.797251 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8020ede8-7096-4e89-91ec-474a86ac78d3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:42.797581 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8020ede8-7096-4e89-91ec-474a86ac78d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:42.797914 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8020ede8-7096-4e89-91ec-474a86ac78d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:42.798237 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8020ede8-7096-4e89-91ec-474a86ac78d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:42.798559 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8020ede8-7096-4e89-91ec-474a86ac78d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:42.798878 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8020ede8-7096-4e89-91ec-474a86ac78d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:42.799198 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8020ede8-7096-4e89-91ec-474a86ac78d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:42.840457 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8020ede8-7096-4e89-91ec-474a86ac78d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-866434'] for router_gateway (03bc3357-6415-4e9b-9019-b93302066f4a), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:42.925802 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8020ede8-7096-4e89-91ec-474a86ac78d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-866909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31511'] for router (03bc3357-6415-4e9b-9019-b93302066f4a), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:42.927856 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8020ede8-7096-4e89-91ec-474a86ac78d3 admin admin] Publish callbacks [] for router_controller (03bc3357-6415-4e9b-9019-b93302066f4a), precommit_delete_associations {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:42.932631 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:42.965960 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:42.980452 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8020ede8-7096-4e89-91ec-474a86ac78d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-866852'] for router (03bc3357-6415-4e9b-9019-b93302066f4a), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:42.981270 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8020ede8-7096-4e89-91ec-474a86ac78d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03bc3357-6415-4e9b-9019-b93302066f4a {{(pid=104081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 15:44:42.986690 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8020ede8-7096-4e89-91ec-474a86ac78d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:42.990258 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-8020ede8-7096-4e89-91ec-474a86ac78d3 admin admin] 10.222.0.30 "DELETE /v2.0/routers/03bc3357-6415-4e9b-9019-b93302066f4a HTTP/1.1" status: 204 len: 168 time: 1.0077875 May 23 15:44:42.990400 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 41946) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:44:43.041422 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_v2 [None req-f543adb7-ad58-449d-9959-88daa78e5951 admin admin] Deleting subnet 2b1946d5-9e4d-4972-92d1-6e334ddbfdf9 {{(pid=104080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 15:44:43.049329 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f543adb7-ad58-449d-9959-88daa78e5951 admin admin] Publish callbacks [] for subnet (2b1946d5-9e4d-4972-92d1-6e334ddbfdf9), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:43.082638 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f543adb7-ad58-449d-9959-88daa78e5951 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4413008'] for subnet (2b1946d5-9e4d-4972-92d1-6e334ddbfdf9), precommit_delete_associations {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:43.155185 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f543adb7-ad58-449d-9959-88daa78e5951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773257'] for subnet (2b1946d5-9e4d-4972-92d1-6e334ddbfdf9), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:43.210628 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f543adb7-ad58-449d-9959-88daa78e5951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4413132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4276918'] for subnet (2b1946d5-9e4d-4972-92d1-6e334ddbfdf9), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:43.234234 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f543adb7-ad58-449d-9959-88daa78e5951 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b1946d5-9e4d-4972-92d1-6e334ddbfdf9,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:44:43.239826 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f543adb7-ad58-449d-9959-88daa78e5951 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:43.243063 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-f543adb7-ad58-449d-9959-88daa78e5951 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2b1946d5-9e4d-4972-92d1-6e334ddbfdf9 HTTP/1.1" status: 204 len: 168 time: 0.2516363 May 23 15:44:43.245495 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 41948) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:44:43.248064 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317ae8d4-426b-425a-8c1c-85845cf85e7b None None] Network 5ca014fd-aa0f-4216-ae7a-a155fcb74406 requested from dv-cinder-841125-8-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:44:43.315605 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cbe8d4e3-9bb1-453c-9fb0-aa55f6428043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1839458'] for network (5ca014fd-aa0f-4216-ae7a-a155fcb74406), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:43.361443 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-cbe8d4e3-9bb1-453c-9fb0-aa55f6428043 admin admin] Deleting port a5c6909b-71a5-4fe1-8895-8abb0a7b05c4 {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:44:43.361783 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cbe8d4e3-9bb1-453c-9fb0-aa55f6428043 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (a5c6909b-71a5-4fe1-8895-8abb0a7b05c4), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:43.415107 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2a4eed-c060-43dd-9c8f-b36d29732e09 None None] DHCP port deletion for 5ca014fd-aa0f-4216-ae7a-a155fcb74406 request from dv-cinder-841125-8-iscsi {{(pid=104082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 23 15:44:43.431487 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [None req-cbe8d4e3-9bb1-453c-9fb0-aa55f6428043 admin admin] For port a5c6909b-71a5-4fe1-8895-8abb0a7b05c4, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=a5c6909b-71a5-4fe1-8895-8abb0a7b05c4,segment=NetworkSegment(46f30410-07ea-4763-89e0-8de109268753),segment_id=46f30410-07ea-4763-89e0-8de109268753)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:44:43.431856 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cbe8d4e3-9bb1-453c-9fb0-aa55f6428043 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (a5c6909b-71a5-4fe1-8895-8abb0a7b05c4), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:43.447977 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-cbe8d4e3-9bb1-453c-9fb0-aa55f6428043 admin admin] Calling delete_port for a5c6909b-71a5-4fe1-8895-8abb0a7b05c4 owned by network:dhcp {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:44:43.454950 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-3f2a4eed-c060-43dd-9c8f-b36d29732e09 None None] Deleting port a5c6909b-71a5-4fe1-8895-8abb0a7b05c4 {{(pid=104082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:44:43.455326 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3f2a4eed-c060-43dd-9c8f-b36d29732e09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (a5c6909b-71a5-4fe1-8895-8abb0a7b05c4), before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:43.525611 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-3f2a4eed-c060-43dd-9c8f-b36d29732e09 None None] For port a5c6909b-71a5-4fe1-8895-8abb0a7b05c4, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=a5c6909b-71a5-4fe1-8895-8abb0a7b05c4,segment=NetworkSegment(46f30410-07ea-4763-89e0-8de109268753),segment_id=46f30410-07ea-4763-89e0-8de109268753)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:44:43.526135 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3f2a4eed-c060-43dd-9c8f-b36d29732e09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (a5c6909b-71a5-4fe1-8895-8abb0a7b05c4), precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:43.537006 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cbe8d4e3-9bb1-453c-9fb0-aa55f6428043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (a5c6909b-71a5-4fe1-8895-8abb0a7b05c4), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:43.540254 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-3f2a4eed-c060-43dd-9c8f-b36d29732e09 None None] Calling delete_port for a5c6909b-71a5-4fe1-8895-8abb0a7b05c4 owned by network:dhcp {{(pid=104082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:44:43.567863 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe8d4e3-9bb1-453c-9fb0-aa55f6428043 admin admin] No DVR routers for this DVR port a5c6909b-71a5-4fe1-8895-8abb0a7b05c4 on host dv-cinder-841125-8-iscsi {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:44:43.571995 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe8d4e3-9bb1-453c-9fb0-aa55f6428043 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5c6909b-71a5-4fe1-8895-8abb0a7b05c4,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:44:43.616633 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3f2a4eed-c060-43dd-9c8f-b36d29732e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974'] for port (a5c6909b-71a5-4fe1-8895-8abb0a7b05c4), after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:43.643786 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a4eed-c060-43dd-9c8f-b36d29732e09 None None] Pushing event deleted for resources: {'Port': ['ID=a5c6909b-71a5-4fe1-8895-8abb0a7b05c4,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:44:43.650620 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:43.652349 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2a4eed-c060-43dd-9c8f-b36d29732e09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:43.652714 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2a4eed-c060-43dd-9c8f-b36d29732e09 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:43.653114 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2a4eed-c060-43dd-9c8f-b36d29732e09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:43.653476 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cbe8d4e3-9bb1-453c-9fb0-aa55f6428043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769542', 'neutron.services.segments.db._delete_segments_for_network-8781040571751'] for network (5ca014fd-aa0f-4216-ae7a-a155fcb74406), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:43.653602 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2a4eed-c060-43dd-9c8f-b36d29732e09 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:43.653778 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2a4eed-c060-43dd-9c8f-b36d29732e09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:43.654105 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2a4eed-c060-43dd-9c8f-b36d29732e09 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:43.654970 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2a4eed-c060-43dd-9c8f-b36d29732e09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:43.655372 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2a4eed-c060-43dd-9c8f-b36d29732e09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:43.656374 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2a4eed-c060-43dd-9c8f-b36d29732e09 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:43.656374 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2a4eed-c060-43dd-9c8f-b36d29732e09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:43.656679 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2a4eed-c060-43dd-9c8f-b36d29732e09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:43.656769 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2a4eed-c060-43dd-9c8f-b36d29732e09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:43.657343 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2a4eed-c060-43dd-9c8f-b36d29732e09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:43.657636 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2a4eed-c060-43dd-9c8f-b36d29732e09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:43.657959 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2a4eed-c060-43dd-9c8f-b36d29732e09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-8-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:43.663202 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2a4eed-c060-43dd-9c8f-b36d29732e09 None None] No DVR routers for this DVR port a5c6909b-71a5-4fe1-8895-8abb0a7b05c4 on host dv-cinder-841125-8-iscsi {{(pid=104082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:44:43.680162 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-cbe8d4e3-9bb1-453c-9fb0-aa55f6428043 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ca014fd-aa0f-4216-ae7a-a155fcb74406']}} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:44:43.690150 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-cbe8d4e3-9bb1-453c-9fb0-aa55f6428043 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46f30410-07ea-4763-89e0-8de109268753') {'for_net_delete': True} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:44:43.690449 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-cbe8d4e3-9bb1-453c-9fb0-aa55f6428043 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46f30410-07ea-4763-89e0-8de109268753') {} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:44:43.701782 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cbe8d4e3-9bb1-453c-9fb0-aa55f6428043 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781040573040', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4413023'] for segment (46f30410-07ea-4763-89e0-8de109268753), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:43.715298 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cbe8d4e3-9bb1-453c-9fb0-aa55f6428043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226'] for segment (46f30410-07ea-4763-89e0-8de109268753), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:43.722211 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbe8d4e3-9bb1-453c-9fb0-aa55f6428043 admin admin] Releasing vlan 995 on physical network physnet1 to pool {{(pid=104080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 15:44:43.722691 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cbe8d4e3-9bb1-453c-9fb0-aa55f6428043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4413230'] for segment (46f30410-07ea-4763-89e0-8de109268753), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:43.767354 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:43.787100 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cbe8d4e3-9bb1-453c-9fb0-aa55f6428043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-863850'] for network (5ca014fd-aa0f-4216-ae7a-a155fcb74406), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:43.793233 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cbe8d4e3-9bb1-453c-9fb0-aa55f6428043 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:43.797665 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-cbe8d4e3-9bb1-453c-9fb0-aa55f6428043 admin admin] 10.222.0.30 "DELETE /v2.0/networks/5ca014fd-aa0f-4216-ae7a-a155fcb74406 HTTP/1.1" status: 204 len: 168 time: 0.5510011 May 23 15:44:43.800657 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 41954) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:44:43.809942 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.services.segments.plugin [-] Segment 46f30410-07ea-4763-89e0-8de109268753 resource provider aggregate not found May 23 15:44:43.815061 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe8d4e3-9bb1-453c-9fb0-aa55f6428043 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ca014fd-aa0f-4216-ae7a-a155fcb74406,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:44:43.844446 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.services.segments.plugin [-] Segment 46f30410-07ea-4763-89e0-8de109268753 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 46f30410-07ea-4763-89e0-8de109268753 found for delete ", "request_id": "req-483bd8ad-2a60-4447-9ae4-fe7b9eb9cfe1"}]} May 23 15:44:43.882318 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 9be3bed4-0c54-4d40-988f-b8cd14e5145d no longer exists at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:44:43.903096 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] No Port match for: 9be3bed4-0c54-4d40-988f-b8cd14e5145d {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:44:43.903547 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 9be3bed4-0c54-4d40-988f-b8cd14e5145d not bound to the agent host dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:44:43.904035 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device a5c6909b-71a5-4fe1-8895-8abb0a7b05c4 no longer exists at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:44:43.922944 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] No Port match for: a5c6909b-71a5-4fe1-8895-8abb0a7b05c4 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:44:43.923293 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device a5c6909b-71a5-4fe1-8895-8abb0a7b05c4 not bound to the agent host dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:44:43.923712 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 935605e9-544c-410d-90d7-50d8814b2cb7 no longer exists at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:44:43.941582 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] No Port match for: 935605e9-544c-410d-90d7-50d8814b2cb7 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:44:43.941861 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 935605e9-544c-410d-90d7-50d8814b2cb7 not bound to the agent host dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:44:44.122451 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d52f5ece-ca24-4329-95f1-94fd9d101098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-863352'] for router_interface (3e4835fa-012d-4502-bc16-46e90a4fa108), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:44.346848 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-d52f5ece-ca24-4329-95f1-94fd9d101098 admin admin] Deleting port f4e6319a-92ec-49db-89b7-d38194b6cfe7 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:44:44.347188 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d52f5ece-ca24-4329-95f1-94fd9d101098 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (f4e6319a-92ec-49db-89b7-d38194b6cfe7), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:44.424221 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-d52f5ece-ca24-4329-95f1-94fd9d101098 admin admin] For port f4e6319a-92ec-49db-89b7-d38194b6cfe7, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=f4e6319a-92ec-49db-89b7-d38194b6cfe7,segment=NetworkSegment(dfc7cb31-01cd-4eee-8032-ad093087e612),segment_id=dfc7cb31-01cd-4eee-8032-ad093087e612)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:44:44.424496 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d52f5ece-ca24-4329-95f1-94fd9d101098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (f4e6319a-92ec-49db-89b7-d38194b6cfe7), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:44.438123 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-d52f5ece-ca24-4329-95f1-94fd9d101098 admin admin] Calling delete_port for f4e6319a-92ec-49db-89b7-d38194b6cfe7 owned by network:router_interface {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:44:44.603934 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:44.618513 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d52f5ece-ca24-4329-95f1-94fd9d101098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250202'] for port (f4e6319a-92ec-49db-89b7-d38194b6cfe7), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:44.622626 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:44.648659 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f5ece-ca24-4329-95f1-94fd9d101098 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4e6319a-92ec-49db-89b7-d38194b6cfe7,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:44:44.814191 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d52f5ece-ca24-4329-95f1-94fd9d101098 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-244729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-863468'] for router_interface (3e4835fa-012d-4502-bc16-46e90a4fa108), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:45.014749 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d52f5ece-ca24-4329-95f1-94fd9d101098 admin admin] Router 3e4835fa-012d-4502-bc16-46e90a4fa108 has already been hosted by L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:44:45.115960 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52f5ece-ca24-4329-95f1-94fd9d101098 admin admin] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:44:45.120949 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-d52f5ece-ca24-4329-95f1-94fd9d101098 admin admin] 10.222.0.30 "PUT /v2.0/routers/3e4835fa-012d-4502-bc16-46e90a4fa108/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3188820 May 23 15:44:45.123493 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 41958) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:44:45.124749 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e290c0b-73c6-4cad-b1e5-dab97dfde44d None None] Sync routers for ids ['3e4835fa-012d-4502-bc16-46e90a4fa108'] in dv-cinder-841125-8-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:44:45.135075 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e290c0b-73c6-4cad-b1e5-dab97dfde44d None None] Routers {'3e4835fa-012d-4502-bc16-46e90a4fa108'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:44:45.135682 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-6e290c0b-73c6-4cad-b1e5-dab97dfde44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:44:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['3e4835fa-012d-4502-bc16-46e90a4fa108'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:44:45.217919 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5334fe43-fb93-43a3-91d9-7b998d6ec26a admin admin] Publish callbacks [] for router (3e4835fa-012d-4502-bc16-46e90a4fa108), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:45.235294 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-6e290c0b-73c6-4cad-b1e5-dab97dfde44d None None] Set router 3e4835fa-012d-4502-bc16-46e90a4fa108 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:44:45.317930 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5334fe43-fb93-43a3-91d9-7b998d6ec26a admin admin] Publish callbacks [] for router_gateway (3e4835fa-012d-4502-bc16-46e90a4fa108), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:45.365243 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-5334fe43-fb93-43a3-91d9-7b998d6ec26a admin admin] Deleting port 7443781e-ebde-4476-b228-1e23ef1613f8 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:44:45.365747 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5334fe43-fb93-43a3-91d9-7b998d6ec26a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (7443781e-ebde-4476-b228-1e23ef1613f8), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:45.444244 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-5334fe43-fb93-43a3-91d9-7b998d6ec26a admin admin] For port 7443781e-ebde-4476-b228-1e23ef1613f8, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=7443781e-ebde-4476-b228-1e23ef1613f8,segment=NetworkSegment(36a83107-a298-4f41-a08d-e6c665169c28),segment_id=36a83107-a298-4f41-a08d-e6c665169c28)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:44:45.444943 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5334fe43-fb93-43a3-91d9-7b998d6ec26a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (7443781e-ebde-4476-b228-1e23ef1613f8), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:45.458268 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-5334fe43-fb93-43a3-91d9-7b998d6ec26a admin admin] Calling delete_port for 7443781e-ebde-4476-b228-1e23ef1613f8 owned by network:router_gateway {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:44:45.485006 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-6e290c0b-73c6-4cad-b1e5-dab97dfde44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4835fa-012d-4502-bc16-46e90a4fa108', 'name': 'tempest-TestVolumeBootPattern-1226359036-router', 'tenant_id': 'ff6357e23ce94690840a2e24ec0a6143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '7443781e-ebde-4476-b228-1e23ef1613f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:37:53Z', 'updated_at': '2022-05-23T15:44:44Z', 'revision_number': 5, 'project_id': 'ff6357e23ce94690840a2e24ec0a6143', 'gw_port': {'id': '7443781e-ebde-4476-b228-1e23ef1613f8', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:5b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4835fa-012d-4502-bc16-46e90a4fa108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:37:54Z', 'updated_at': '2022-05-23T15:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi'}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:44:45.501579 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:45.509575 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e290c0b-73c6-4cad-b1e5-dab97dfde44d None None] Checking router: 3e4835fa-012d-4502-bc16-46e90a4fa108 for host: dv-cinder-841125-8-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:44:45.513860 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:45.518639 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e290c0b-73c6-4cad-b1e5-dab97dfde44d None None] Routers {'3e4835fa-012d-4502-bc16-46e90a4fa108'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:44:45.519253 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-6e290c0b-73c6-4cad-b1e5-dab97dfde44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:44:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['3e4835fa-012d-4502-bc16-46e90a4fa108'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:44:45.611403 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-6e290c0b-73c6-4cad-b1e5-dab97dfde44d None None] Set router 3e4835fa-012d-4502-bc16-46e90a4fa108 gateway port host: None {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:44:45.637169 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5334fe43-fb93-43a3-91d9-7b998d6ec26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250202'] for port (7443781e-ebde-4476-b228-1e23ef1613f8), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:45.660976 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334fe43-fb93-43a3-91d9-7b998d6ec26a admin admin] Pushing event deleted for resources: {'Port': ['ID=7443781e-ebde-4476-b228-1e23ef1613f8,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:44:45.663591 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-6e290c0b-73c6-4cad-b1e5-dab97dfde44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4835fa-012d-4502-bc16-46e90a4fa108', 'name': 'tempest-TestVolumeBootPattern-1226359036-router', 'tenant_id': 'ff6357e23ce94690840a2e24ec0a6143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:37:53Z', 'updated_at': '2022-05-23T15:44:45Z', 'revision_number': 6, 'project_id': 'ff6357e23ce94690840a2e24ec0a6143', 'gw_port_host': None}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:44:45.688044 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=53 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:45.688674 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=44 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:45.689992 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e290c0b-73c6-4cad-b1e5-dab97dfde44d None None] The sync data for ids ['3e4835fa-012d-4502-bc16-46e90a4fa108'] in dv-cinder-841125-8-iscsi is: [{'id': '3e4835fa-012d-4502-bc16-46e90a4fa108', 'name': 'tempest-TestVolumeBootPattern-1226359036-router', 'tenant_id': 'ff6357e23ce94690840a2e24ec0a6143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:37:53Z', 'updated_at': '2022-05-23T15:44:45Z', 'revision_number': 6, 'project_id': 'ff6357e23ce94690840a2e24ec0a6143', 'gw_port_host': None}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:44:45.729400 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5334fe43-fb93-43a3-91d9-7b998d6ec26a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-866434'] for router_gateway (3e4835fa-012d-4502-bc16-46e90a4fa108), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:45.815278 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5334fe43-fb93-43a3-91d9-7b998d6ec26a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-866909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31511'] for router (3e4835fa-012d-4502-bc16-46e90a4fa108), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:45.817455 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5334fe43-fb93-43a3-91d9-7b998d6ec26a admin admin] Publish callbacks [] for router_controller (3e4835fa-012d-4502-bc16-46e90a4fa108), precommit_delete_associations {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:45.858170 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5334fe43-fb93-43a3-91d9-7b998d6ec26a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-866852'] for router (3e4835fa-012d-4502-bc16-46e90a4fa108), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:45.858827 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5334fe43-fb93-43a3-91d9-7b998d6ec26a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e4835fa-012d-4502-bc16-46e90a4fa108 {{(pid=104081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 15:44:45.862911 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5334fe43-fb93-43a3-91d9-7b998d6ec26a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:45.864018 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-5334fe43-fb93-43a3-91d9-7b998d6ec26a admin admin] 10.222.0.30 "DELETE /v2.0/routers/3e4835fa-012d-4502-bc16-46e90a4fa108 HTTP/1.1" status: 204 len: 168 time: 0.7396097 May 23 15:44:45.866788 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 41960) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:44:45.910652 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_v2 [None req-798df435-7cbb-43e1-8ba9-23dc98fbc092 admin admin] Deleting subnet 96238271-b37c-430e-84bc-f41626059676 {{(pid=104081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 15:44:45.913848 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-798df435-7cbb-43e1-8ba9-23dc98fbc092 admin admin] Publish callbacks [] for subnet (96238271-b37c-430e-84bc-f41626059676), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:45.952121 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-798df435-7cbb-43e1-8ba9-23dc98fbc092 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4630923'] for subnet (96238271-b37c-430e-84bc-f41626059676), precommit_delete_associations {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:46.041626 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-798df435-7cbb-43e1-8ba9-23dc98fbc092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773257'] for subnet (96238271-b37c-430e-84bc-f41626059676), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:46.099907 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-798df435-7cbb-43e1-8ba9-23dc98fbc092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4250509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4734515'] for subnet (96238271-b37c-430e-84bc-f41626059676), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:46.131036 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798df435-7cbb-43e1-8ba9-23dc98fbc092 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96238271-b37c-430e-84bc-f41626059676,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:44:46.133307 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-798df435-7cbb-43e1-8ba9-23dc98fbc092 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:46.136156 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-798df435-7cbb-43e1-8ba9-23dc98fbc092 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/96238271-b37c-430e-84bc-f41626059676 HTTP/1.1" status: 204 len: 168 time: 0.2684503 May 23 15:44:46.137057 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f43c96-6014-41f2-9c21-cdc850a54e7a None None] Network 41bff74d-5b76-45bb-ae3e-5040e2ef0629 requested from dv-cinder-841125-8-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:44:46.139387 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 41962) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:44:46.208370 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-01875062-32b6-4a74-8ee4-f5133a508460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1839458'] for network (41bff74d-5b76-45bb-ae3e-5040e2ef0629), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:46.254142 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-01875062-32b6-4a74-8ee4-f5133a508460 admin admin] Deleting port 0fedddcb-6fc0-4473-8377-a110a3484a79 {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:44:46.254477 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-01875062-32b6-4a74-8ee4-f5133a508460 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (0fedddcb-6fc0-4473-8377-a110a3484a79), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:46.317747 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [None req-01875062-32b6-4a74-8ee4-f5133a508460 admin admin] For port 0fedddcb-6fc0-4473-8377-a110a3484a79, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=0fedddcb-6fc0-4473-8377-a110a3484a79,segment=NetworkSegment(dfc7cb31-01cd-4eee-8032-ad093087e612),segment_id=dfc7cb31-01cd-4eee-8032-ad093087e612)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:44:46.318106 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-01875062-32b6-4a74-8ee4-f5133a508460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (0fedddcb-6fc0-4473-8377-a110a3484a79), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:46.331365 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-01875062-32b6-4a74-8ee4-f5133a508460 admin admin] Calling delete_port for 0fedddcb-6fc0-4473-8377-a110a3484a79 owned by network:dhcp {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:44:46.407009 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-01875062-32b6-4a74-8ee4-f5133a508460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (0fedddcb-6fc0-4473-8377-a110a3484a79), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:46.432014 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01875062-32b6-4a74-8ee4-f5133a508460 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fedddcb-6fc0-4473-8377-a110a3484a79,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:44:46.438032 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01875062-32b6-4a74-8ee4-f5133a508460 admin admin] No DVR routers for this DVR port 0fedddcb-6fc0-4473-8377-a110a3484a79 on host dv-cinder-841125-8-iscsi {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:44:46.477964 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8c70b6-2c18-4317-b054-e41bba5fe601 None None] DHCP port deletion for 41bff74d-5b76-45bb-ae3e-5040e2ef0629 request from dv-cinder-841125-8-iscsi {{(pid=104082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 23 15:44:46.481137 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device f4e6319a-92ec-49db-89b7-d38194b6cfe7 no longer exists at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:44:46.503705 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] No Port match for: f4e6319a-92ec-49db-89b7-d38194b6cfe7 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:44:46.504057 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device f4e6319a-92ec-49db-89b7-d38194b6cfe7 not bound to the agent host dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:44:46.516911 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-01875062-32b6-4a74-8ee4-f5133a508460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769542', 'neutron.services.segments.db._delete_segments_for_network-8781040571751'] for network (41bff74d-5b76-45bb-ae3e-5040e2ef0629), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:46.537645 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-01875062-32b6-4a74-8ee4-f5133a508460 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41bff74d-5b76-45bb-ae3e-5040e2ef0629']}} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:44:46.546851 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-01875062-32b6-4a74-8ee4-f5133a508460 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfc7cb31-01cd-4eee-8032-ad093087e612') {'for_net_delete': True} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:44:46.547143 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-01875062-32b6-4a74-8ee4-f5133a508460 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfc7cb31-01cd-4eee-8032-ad093087e612') {} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:44:46.556316 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-01875062-32b6-4a74-8ee4-f5133a508460 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781040573040', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4413023'] for segment (dfc7cb31-01cd-4eee-8032-ad093087e612), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:46.571119 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-01875062-32b6-4a74-8ee4-f5133a508460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226'] for segment (dfc7cb31-01cd-4eee-8032-ad093087e612), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:46.578057 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01875062-32b6-4a74-8ee4-f5133a508460 admin admin] Releasing vlan 982 on physical network physnet1 to pool {{(pid=104080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 15:44:46.578453 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-01875062-32b6-4a74-8ee4-f5133a508460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4413230'] for segment (dfc7cb31-01cd-4eee-8032-ad093087e612), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:46.623445 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.services.segments.plugin [-] Segment dfc7cb31-01cd-4eee-8032-ad093087e612 resource provider aggregate not found May 23 15:44:46.641770 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.services.segments.plugin [-] Segment dfc7cb31-01cd-4eee-8032-ad093087e612 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dfc7cb31-01cd-4eee-8032-ad093087e612 found for delete ", "request_id": "req-87d7e094-ba6e-41e9-8341-486f3c755547"}]} May 23 15:44:46.650575 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-01875062-32b6-4a74-8ee4-f5133a508460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-863850'] for network (41bff74d-5b76-45bb-ae3e-5040e2ef0629), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:46.656424 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-01875062-32b6-4a74-8ee4-f5133a508460 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:46.659730 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-01875062-32b6-4a74-8ee4-f5133a508460 admin admin] 10.222.0.30 "DELETE /v2.0/networks/41bff74d-5b76-45bb-ae3e-5040e2ef0629 HTTP/1.1" status: 204 len: 168 time: 0.5190499 May 23 15:44:46.671508 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01875062-32b6-4a74-8ee4-f5133a508460 admin admin] Pushing event deleted for resources: {'Network': ['ID=41bff74d-5b76-45bb-ae3e-5040e2ef0629,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:44:46.786300 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 41970) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:44:46.826683 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-cee8c2d7-45a3-416b-b1e9-e238b64f2888 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=449514f02fbc485484110bde5a2018c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392339 May 23 15:44:46.829175 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 41972) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:44:46.875201 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-281cb4ef-1096-41d1-93dc-0350cf853f3b admin admin] Publish callbacks [] for security_group (f2d6eaf0-d495-4ca0-94b5-692e645ffcfc), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:46.896235 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-281cb4ef-1096-41d1-93dc-0350cf853f3b admin admin] Publish callbacks [] for security_group (f2d6eaf0-d495-4ca0-94b5-692e645ffcfc), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:46.944962 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-281cb4ef-1096-41d1-93dc-0350cf853f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (f2d6eaf0-d495-4ca0-94b5-692e645ffcfc), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:46.947465 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-281cb4ef-1096-41d1-93dc-0350cf853f3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:46.948626 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-281cb4ef-1096-41d1-93dc-0350cf853f3b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f2d6eaf0-d495-4ca0-94b5-692e645ffcfc HTTP/1.1" status: 204 len: 168 time: 0.1185637 May 23 15:44:46.957783 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281cb4ef-1096-41d1-93dc-0350cf853f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d6eaf0-d495-4ca0-94b5-692e645ffcfc,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:44:47.075089 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (88197243-2542-4a6c-b81b-f727b3d95aaf), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:47.269292 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 41978) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:44:47.308087 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:47.312559 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-5b3b8514-b99e-49ab-8a8a-811c20ee488d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ff6357e23ce94690840a2e24ec0a6143&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421860 May 23 15:44:47.315557 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 41980) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:44:47.362603 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d1374664-e26d-4251-a267-57073a09ccca admin admin] Publish callbacks [] for security_group (0dafee4b-d019-4822-bcfa-0fa0c29f93bd), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:47.384379 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d1374664-e26d-4251-a267-57073a09ccca admin admin] Publish callbacks [] for security_group (0dafee4b-d019-4822-bcfa-0fa0c29f93bd), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:47.433558 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d1374664-e26d-4251-a267-57073a09ccca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (0dafee4b-d019-4822-bcfa-0fa0c29f93bd), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:47.436806 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d1374664-e26d-4251-a267-57073a09ccca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:47.437971 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-d1374664-e26d-4251-a267-57073a09ccca admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0dafee4b-d019-4822-bcfa-0fa0c29f93bd HTTP/1.1" status: 204 len: 168 time: 0.1214681 May 23 15:44:47.447102 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1374664-e26d-4251-a267-57073a09ccca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dafee4b-d019-4822-bcfa-0fa0c29f93bd,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:44:47.855690 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 0fedddcb-6fc0-4473-8377-a110a3484a79 no longer exists at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:44:47.873961 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] No Port match for: 0fedddcb-6fc0-4473-8377-a110a3484a79 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:44:47.874302 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 0fedddcb-6fc0-4473-8377-a110a3484a79 not bound to the agent host dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:44:47.874704 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 7443781e-ebde-4476-b228-1e23ef1613f8 no longer exists at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:44:47.892234 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] No Port match for: 7443781e-ebde-4476-b228-1e23ef1613f8 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:44:47.892573 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 7443781e-ebde-4476-b228-1e23ef1613f8 not bound to the agent host dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:44:57.302306 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=79,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:57.420392 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=80,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:57.447079 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=62,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:57.460338 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=79,neutron:DELETE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:57.586307 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6138c2c1-1b7b-48a4-b31e-c284e7e46463 req-17ebe38f-6fbf-470b-8a11-512e0b6edb51 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=dff4ee13-17c0-4b09-abc7-488e123e6899&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390620 May 23 15:44:57.661725 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138c2c1-1b7b-48a4-b31e-c284e7e46463 req-9f0d3133-ec15-4d22-9d14-76276f375b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:57.663158 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6138c2c1-1b7b-48a4-b31e-c284e7e46463 req-9f0d3133-ec15-4d22-9d14-76276f375b0f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe810dde94644f57b3b6262366c8f126&device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 1129 time: 0.0384698 May 23 15:44:57.771414 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138c2c1-1b7b-48a4-b31e-c284e7e46463 req-d0333326-dc7c-4406-b686-c98f51658e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:57.772772 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6138c2c1-1b7b-48a4-b31e-c284e7e46463 req-d0333326-dc7c-4406-b686-c98f51658e5f service neutron] 10.222.0.72 "GET /v2.0/networks?id=04207fbb-130e-4d70-a528-326f06ddba5f HTTP/1.1" status: 200 len: 909 time: 0.0862563 May 23 15:44:57.837624 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6138c2c1-1b7b-48a4-b31e-c284e7e46463 req-43c2b171-086b-44eb-be9b-6d7d150773d2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=300409dc-55b8-410d-b8c1-b461d6270c87 HTTP/1.1" status: 200 len: 1001 time: 0.0543239 May 23 15:44:57.876682 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=67,neutron:DELETE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:57.877564 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=52,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:57.888685 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138c2c1-1b7b-48a4-b31e-c284e7e46463 req-2ffed1d6-4540-4b50-b585-cb0a0877874b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:57.890158 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6138c2c1-1b7b-48a4-b31e-c284e7e46463 req-2ffed1d6-4540-4b50-b585-cb0a0877874b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=73b4a46c-cee5-49d4-abcd-974a4dd5079a HTTP/1.1" status: 200 len: 847 time: 0.0438671 May 23 15:44:57.941554 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138c2c1-1b7b-48a4-b31e-c284e7e46463 req-9fa7eec1-cb81-4161-b5b2-2caf5f4c28c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:57.943037 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6138c2c1-1b7b-48a4-b31e-c284e7e46463 req-9fa7eec1-cb81-4161-b5b2-2caf5f4c28c8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=04207fbb-130e-4d70-a528-326f06ddba5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433908 May 23 15:44:58.029816 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6138c2c1-1b7b-48a4-b31e-c284e7e46463 req-187f3256-bbb9-407e-990a-48795c7c0121 service neutron] 10.222.0.72 "GET /v2.0/networks/04207fbb-130e-4d70-a528-326f06ddba5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806847 May 23 15:44:58.124069 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6138c2c1-1b7b-48a4-b31e-c284e7e46463 req-ae936da8-fc78-4f3b-bbdc-92d9250f4543 service neutron] 10.222.0.72 "GET /v2.0/networks/04207fbb-130e-4d70-a528-326f06ddba5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852540 May 23 15:45:01.647336 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=1 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:01.648169 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:DELETE=1 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:02.368936 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 41984) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:45:02.506733 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-812e3fb2-ad35-4283-94d5-f6930da358c8 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Deleting port 320b3fdc-fe1f-4578-8973-d0b068228f31 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:45:02.507077 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-812e3fb2-ad35-4283-94d5-f6930da358c8 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (320b3fdc-fe1f-4578-8973-d0b068228f31), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:02.581220 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-812e3fb2-ad35-4283-94d5-f6930da358c8 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (320b3fdc-fe1f-4578-8973-d0b068228f31), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:02.581543 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-812e3fb2-ad35-4283-94d5-f6930da358c8 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks [] for floatingip (320b3fdc-fe1f-4578-8973-d0b068228f31), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:02.594390 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-812e3fb2-ad35-4283-94d5-f6930da358c8 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Calling delete_port for 320b3fdc-fe1f-4578-8973-d0b068228f31 owned by network:floatingip {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:45:02.613657 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-deeacb48-f8ad-4ee7-aaeb-78a4c3f342fc None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:45:02.737770 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-812e3fb2-ad35-4283-94d5-f6930da358c8 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250202'] for port (320b3fdc-fe1f-4578-8973-d0b068228f31), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:02.761883 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e3fb2-ad35-4283-94d5-f6930da358c8 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Pushing event deleted for resources: {'Port': ['ID=320b3fdc-fe1f-4578-8973-d0b068228f31,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:02.826809 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-812e3fb2-ad35-4283-94d5-f6930da358c8 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks [] for floatingip (436af8bb-9514-4702-ae3a-ad1ec9ac9420), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:02.827171 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.db.l3_db [None req-812e3fb2-ad35-4283-94d5-f6930da358c8 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Floating IP 436af8bb-9514-4702-ae3a-ad1ec9ac9420 disassociated (deleted). External IP: 172.27.2.243, port: 300409dc-55b8-410d-b8c1-b461d6270c87. May 23 15:45:03.145015 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-18697aa2-ccaa-4e55-965e-6f30a6befca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:03.283133 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-812e3fb2-ad35-4283-94d5-f6930da358c8 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Router 0d2075bf-a51e-4d22-964b-8e7282ee9f01 has already been hosted by L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:45:03.381946 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812e3fb2-ad35-4283-94d5-f6930da358c8 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:45:03.386577 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-812e3fb2-ad35-4283-94d5-f6930da358c8 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for floatingip (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:03.392431 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93444f67-0570-4e65-876f-90158f2058b8 None None] Sync routers for ids ['0d2075bf-a51e-4d22-964b-8e7282ee9f01'] in dv-cinder-841125-8-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:45:03.403765 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93444f67-0570-4e65-876f-90158f2058b8 None None] Routers {'0d2075bf-a51e-4d22-964b-8e7282ee9f01'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:45:03.404502 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-93444f67-0570-4e65-876f-90158f2058b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:44:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['0d2075bf-a51e-4d22-964b-8e7282ee9f01'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:45:03.411685 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:03.421894 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-812e3fb2-ad35-4283-94d5-f6930da358c8 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "DELETE /v2.0/floatingips/436af8bb-9514-4702-ae3a-ad1ec9ac9420 HTTP/1.1" status: 204 len: 168 time: 1.0517440 May 23 15:45:03.422670 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dff4ee13-17c0-4b09-abc7-488e123e6899', 'tag': '300409dc-55b8-410d-b8c1-b461d6270c87'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:45:03.424943 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d701dac66fe37c46ae86bb78260b1e19b4b16e00f190307f8222235e17cfe25e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4e53d8-20d0-4872-88d5-678cf5417ad9" -d '{"events": [{"name": "network-changed", "server_uuid": "dff4ee13-17c0-4b09-abc7-488e123e6899", "tag": "300409dc-55b8-410d-b8c1-b461d6270c87"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:45:03.522525 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-93444f67-0570-4e65-876f-90158f2058b8 None None] Set router 0d2075bf-a51e-4d22-964b-8e7282ee9f01 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:45:03.670702 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66c4cf-6317-48cc-8b04-928ef4e70e71 req-bb7b3c86-075e-494b-8c96-899ea4692a76 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:03.673099 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4d66c4cf-6317-48cc-8b04-928ef4e70e71 req-bb7b3c86-075e-494b-8c96-899ea4692a76 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 945 time: 0.0526767 May 23 15:45:03.696595 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1510e77c-e1d4-4c4f-a083-99b39e78e863 x-openstack-request-id: req-1510e77c-e1d4-4c4f-a083-99b39e78e863 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:45:03.696904 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dff4ee13-17c0-4b09-abc7-488e123e6899", "tag": "300409dc-55b8-410d-b8c1-b461d6270c87", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:45:03.697214 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1510e77c-e1d4-4c4f-a083-99b39e78e863 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:45:03.697756 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1510e77c-e1d4-4c4f-a083-99b39e78e863'] response: {'name': 'network-changed', 'server_uuid': 'dff4ee13-17c0-4b09-abc7-488e123e6899', 'tag': '300409dc-55b8-410d-b8c1-b461d6270c87', 'status': 'completed', 'code': 200} May 23 15:45:03.726922 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-93444f67-0570-4e65-876f-90158f2058b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2075bf-a51e-4d22-964b-8e7282ee9f01', 'name': 'tempest-TestShelveInstance-883071679-router', 'tenant_id': 'fe810dde94644f57b3b6262366c8f126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '36977820-3e31-43ce-b522-08b534b0be71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:40:35Z', 'updated_at': '2022-05-23T15:40:37Z', 'revision_number': 4, 'project_id': 'fe810dde94644f57b3b6262366c8f126', 'gw_port': {'id': '36977820-3e31-43ce-b522-08b534b0be71', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:32:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2075bf-a51e-4d22-964b-8e7282ee9f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:40:35Z', 'updated_at': '2022-05-23T15:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': '2463487c-fdbe-44a9-ab82-e41f104bf0db', 'name': '', 'network_id': '04207fbb-130e-4d70-a528-326f06ddba5f', 'tenant_id': 'fe810dde94644f57b3b6262366c8f126', 'mac_address': 'fa:16:3e:2e:08:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2075bf-a51e-4d22-964b-8e7282ee9f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '73b4a46c-cee5-49d4-abcd-974a4dd5079a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:40:37Z', 'updated_at': '2022-05-23T15:40:42Z', 'revision_number': 5, 'project_id': 'fe810dde94644f57b3b6262366c8f126', 'subnets': [{'id': '73b4a46c-cee5-49d4-abcd-974a4dd5079a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:45:03.727682 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4d66c4cf-6317-48cc-8b04-928ef4e70e71 req-e858a847-fccb-4c41-9280-c02ef8d608c2 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf37486-c172-4aee-809e-c6f31e85a060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482540 May 23 15:45:03.753275 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93444f67-0570-4e65-876f-90158f2058b8 None None] Checking router: 0d2075bf-a51e-4d22-964b-8e7282ee9f01 for host: dv-cinder-841125-8-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:45:03.761674 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93444f67-0570-4e65-876f-90158f2058b8 None None] Routers {'0d2075bf-a51e-4d22-964b-8e7282ee9f01'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:45:03.762281 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-93444f67-0570-4e65-876f-90158f2058b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:44:35Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['0d2075bf-a51e-4d22-964b-8e7282ee9f01'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:45:03.864399 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-93444f67-0570-4e65-876f-90158f2058b8 None None] Set router 0d2075bf-a51e-4d22-964b-8e7282ee9f01 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:45:04.050727 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-93444f67-0570-4e65-876f-90158f2058b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2075bf-a51e-4d22-964b-8e7282ee9f01', 'name': 'tempest-TestShelveInstance-883071679-router', 'tenant_id': 'fe810dde94644f57b3b6262366c8f126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '36977820-3e31-43ce-b522-08b534b0be71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:40:35Z', 'updated_at': '2022-05-23T15:40:37Z', 'revision_number': 4, 'project_id': 'fe810dde94644f57b3b6262366c8f126', 'gw_port': {'id': '36977820-3e31-43ce-b522-08b534b0be71', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:32:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2075bf-a51e-4d22-964b-8e7282ee9f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:40:35Z', 'updated_at': '2022-05-23T15:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': '2463487c-fdbe-44a9-ab82-e41f104bf0db', 'name': '', 'network_id': '04207fbb-130e-4d70-a528-326f06ddba5f', 'tenant_id': 'fe810dde94644f57b3b6262366c8f126', 'mac_address': 'fa:16:3e:2e:08:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2075bf-a51e-4d22-964b-8e7282ee9f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '73b4a46c-cee5-49d4-abcd-974a4dd5079a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:40:37Z', 'updated_at': '2022-05-23T15:40:42Z', 'revision_number': 5, 'project_id': 'fe810dde94644f57b3b6262366c8f126', 'subnets': [{'id': '73b4a46c-cee5-49d4-abcd-974a4dd5079a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:45:04.075295 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93444f67-0570-4e65-876f-90158f2058b8 None None] The sync data for ids ['0d2075bf-a51e-4d22-964b-8e7282ee9f01'] in dv-cinder-841125-8-iscsi is: [{'id': '0d2075bf-a51e-4d22-964b-8e7282ee9f01', 'name': 'tempest-TestShelveInstance-883071679-router', 'tenant_id': 'fe810dde94644f57b3b6262366c8f126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '36977820-3e31-43ce-b522-08b534b0be71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:40:35Z', 'updated_at': '2022-05-23T15:40:37Z', 'revision_number': 4, 'project_id': 'fe810dde94644f57b3b6262366c8f126', 'gw_port': {'id': '36977820-3e31-43ce-b522-08b534b0be71', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:32:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2075bf-a51e-4d22-964b-8e7282ee9f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:40:35Z', 'updated_at': '2022-05-23T15:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi', '_interfaces': [{'id': '2463487c-fdbe-44a9-ab82-e41f104bf0db', 'name': '', 'network_id': '04207fbb-130e-4d70-a528-326f06ddba5f', 'tenant_id': 'fe810dde94644f57b3b6262366c8f126', 'mac_address': 'fa:16:3e:2e:08:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2075bf-a51e-4d22-964b-8e7282ee9f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '73b4a46c-cee5-49d4-abcd-974a4dd5079a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:40:37Z', 'updated_at': '2022-05-23T15:40:42Z', 'revision_number': 5, 'project_id': 'fe810dde94644f57b3b6262366c8f126', 'subnets': [{'id': '73b4a46c-cee5-49d4-abcd-974a4dd5079a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:45:04.288532 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff72436-5828-41de-a28c-a783249f80c5 None None] New status for floating IP 436af8bb-9514-4702-ae3a-ad1ec9ac9420: DOWN {{(pid=104083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:45:04.912045 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e53d8-20d0-4872-88d5-678cf5417ad9 req-34a22c70-c896-45e1-ad18-0f32ac9311e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:04.913547 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-8d4e53d8-20d0-4872-88d5-678cf5417ad9 req-34a22c70-c896-45e1-ad18-0f32ac9311e4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe810dde94644f57b3b6262366c8f126&device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 1129 time: 0.0386775 May 23 15:45:04.943977 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa54bc6-03fb-470a-87e8-3e8734ddfae6 req-fe2f6335-da39-4d09-9ca4-dd86261e1f1c tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:04.945588 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-efa54bc6-03fb-470a-87e8-3e8734ddfae6 req-fe2f6335-da39-4d09-9ca4-dd86261e1f1c tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 945 time: 0.1483448 May 23 15:45:04.965925 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:04.996241 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-efa54bc6-03fb-470a-87e8-3e8734ddfae6 req-a67bcf2a-6bf9-4914-8d0c-e6bee7357616 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf37486-c172-4aee-809e-c6f31e85a060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449450 May 23 15:45:05.156988 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e53d8-20d0-4872-88d5-678cf5417ad9 req-8f4a5992-532d-462f-a47d-994bd0a19a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:05.158361 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-8d4e53d8-20d0-4872-88d5-678cf5417ad9 req-8f4a5992-532d-462f-a47d-994bd0a19a8c service neutron] 10.222.0.72 "GET /v2.0/networks?id=04207fbb-130e-4d70-a528-326f06ddba5f HTTP/1.1" status: 200 len: 909 time: 0.0875673 May 23 15:45:05.361175 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-8d4e53d8-20d0-4872-88d5-678cf5417ad9 req-4da461f7-b14c-4ffb-8bd4-3cfb925ddf16 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=300409dc-55b8-410d-b8c1-b461d6270c87 HTTP/1.1" status: 200 len: 217 time: 0.0352008 May 23 15:45:05.412475 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e53d8-20d0-4872-88d5-678cf5417ad9 req-352c986b-151f-42eb-9a00-c511e783d509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:05.413813 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-8d4e53d8-20d0-4872-88d5-678cf5417ad9 req-352c986b-151f-42eb-9a00-c511e783d509 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=73b4a46c-cee5-49d4-abcd-974a4dd5079a HTTP/1.1" status: 200 len: 847 time: 0.0423689 May 23 15:45:05.490018 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-4097a42f-3ca1-46c8-bfd4-d15ef5927644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:05.499371 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e53d8-20d0-4872-88d5-678cf5417ad9 req-24df710f-0c5b-4a84-88b0-3506f0f10f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:05.500762 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-8d4e53d8-20d0-4872-88d5-678cf5417ad9 req-24df710f-0c5b-4a84-88b0-3506f0f10f94 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=04207fbb-130e-4d70-a528-326f06ddba5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451689 May 23 15:45:05.512383 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc77b5d-ede7-4f40-a3b5-7c71dc6ef16e req-930fff6e-8618-4930-a3ca-ca0425b545a0 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:05.513856 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cfc77b5d-ede7-4f40-a3b5-7c71dc6ef16e req-930fff6e-8618-4930-a3ca-ca0425b545a0 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.72 "GET /v2.0/ports?device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 945 time: 0.0575538 May 23 15:45:05.594923 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-8d4e53d8-20d0-4872-88d5-678cf5417ad9 req-081dbe63-0f2f-4f74-9665-5edaef72b7f7 service neutron] 10.222.0.72 "GET /v2.0/networks/04207fbb-130e-4d70-a528-326f06ddba5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847917 May 23 15:45:05.601582 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [req-cfc77b5d-ede7-4f40-a3b5-7c71dc6ef16e req-9b72d625-efb5-41e5-a883-db3bc7e8138a tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Deleting port 300409dc-55b8-410d-b8c1-b461d6270c87 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:45:05.601932 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-cfc77b5d-ede7-4f40-a3b5-7c71dc6ef16e req-9b72d625-efb5-41e5-a883-db3bc7e8138a tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (300409dc-55b8-410d-b8c1-b461d6270c87), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:05.669937 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=100 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:05.681193 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=100 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:05.698629 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [req-8d4e53d8-20d0-4872-88d5-678cf5417ad9 req-b9b4a61d-3ed2-470e-9466-89f5e6019f8b service neutron] 10.222.0.72 "GET /v2.0/networks/04207fbb-130e-4d70-a528-326f06ddba5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928123 May 23 15:45:05.707067 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-cfc77b5d-ede7-4f40-a3b5-7c71dc6ef16e req-9b72d625-efb5-41e5-a883-db3bc7e8138a tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] For port 300409dc-55b8-410d-b8c1-b461d6270c87, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=300409dc-55b8-410d-b8c1-b461d6270c87,segment=NetworkSegment(01b0070d-71cb-4230-a04d-f2e00747fe5c),segment_id=01b0070d-71cb-4230-a04d-f2e00747fe5c)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:45:05.707427 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-cfc77b5d-ede7-4f40-a3b5-7c71dc6ef16e req-9b72d625-efb5-41e5-a883-db3bc7e8138a tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (300409dc-55b8-410d-b8c1-b461d6270c87), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:05.724705 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [req-cfc77b5d-ede7-4f40-a3b5-7c71dc6ef16e req-9b72d625-efb5-41e5-a883-db3bc7e8138a tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Calling delete_port for 300409dc-55b8-410d-b8c1-b461d6270c87 owned by compute:nova {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:45:05.849400 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-cfc77b5d-ede7-4f40-a3b5-7c71dc6ef16e req-9b72d625-efb5-41e5-a883-db3bc7e8138a tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250202'] for port (300409dc-55b8-410d-b8c1-b461d6270c87), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:05.874843 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b72d625-efb5-41e5-a883-db3bc7e8138a tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Pushing event deleted for resources: {'Port': ['ID=300409dc-55b8-410d-b8c1-b461d6270c87,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:05.931915 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc77b5d-ede7-4f40-a3b5-7c71dc6ef16e req-9b72d625-efb5-41e5-a883-db3bc7e8138a tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] No DVR routers for this DVR port 300409dc-55b8-410d-b8c1-b461d6270c87 on host hv-cinder-84112 {{(pid=104081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:45:05.934516 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-cfc77b5d-ede7-4f40-a3b5-7c71dc6ef16e req-9b72d625-efb5-41e5-a883-db3bc7e8138a tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91058'] for port (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:05.938150 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cfc77b5d-ede7-4f40-a3b5-7c71dc6ef16e req-9b72d625-efb5-41e5-a883-db3bc7e8138a tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.72 "DELETE /v2.0/ports/300409dc-55b8-410d-b8c1-b461d6270c87 HTTP/1.1" status: 204 len: 173 time: 0.4178076 May 23 15:45:05.938617 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dff4ee13-17c0-4b09-abc7-488e123e6899', 'name': 'network-vif-deleted', 'tag': '300409dc-55b8-410d-b8c1-b461d6270c87'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:45:05.940927 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d701dac66fe37c46ae86bb78260b1e19b4b16e00f190307f8222235e17cfe25e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8628361-7f2a-4947-bc04-a72391d3a072" -d '{"events": [{"server_uuid": "dff4ee13-17c0-4b09-abc7-488e123e6899", "name": "network-vif-deleted", "tag": "300409dc-55b8-410d-b8c1-b461d6270c87"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:45:05.980236 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da111bbe-b122-48b2-a6e1-3c2bc5e1c95c x-openstack-request-id: req-da111bbe-b122-48b2-a6e1-3c2bc5e1c95c {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:45:05.981446 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dff4ee13-17c0-4b09-abc7-488e123e6899", "name": "network-vif-deleted", "tag": "300409dc-55b8-410d-b8c1-b461d6270c87", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:45:05.981741 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-da111bbe-b122-48b2-a6e1-3c2bc5e1c95c {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:45:05.982325 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da111bbe-b122-48b2-a6e1-3c2bc5e1c95c'] response: {'server_uuid': 'dff4ee13-17c0-4b09-abc7-488e123e6899', 'name': 'network-vif-deleted', 'tag': '300409dc-55b8-410d-b8c1-b461d6270c87', 'status': 'completed', 'code': 200} May 23 15:45:06.091665 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d9fd0c5b-9f36-467b-be56-f3b66d651c89 req-4754a9ac-90dc-4873-a575-e334b0d304f9 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff4ee13-17c0-4b09-abc7-488e123e6899 HTTP/1.1" status: 200 len: 210 time: 0.0289662 May 23 15:45:06.974231 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:07.152078 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 42004) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:45:07.206750 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-62582e96-959d-40e8-a7fd-c83384b2b336 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks [] for security_group (7bf37486-c172-4aee-809e-c6f31e85a060), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:07.231750 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-62582e96-959d-40e8-a7fd-c83384b2b336 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks [] for security_group (7bf37486-c172-4aee-809e-c6f31e85a060), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:07.291637 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-62582e96-959d-40e8-a7fd-c83384b2b336 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (7bf37486-c172-4aee-809e-c6f31e85a060), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:07.294273 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-62582e96-959d-40e8-a7fd-c83384b2b336 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:07.295458 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-62582e96-959d-40e8-a7fd-c83384b2b336 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] 10.222.0.30 "DELETE /v2.0/security-groups/7bf37486-c172-4aee-809e-c6f31e85a060 HTTP/1.1" status: 204 len: 168 time: 0.1434405 May 23 15:45:07.304454 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62582e96-959d-40e8-a7fd-c83384b2b336 tempest-TestShelveInstance-1140834625 tempest-TestShelveInstance-1140834625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf37486-c172-4aee-809e-c6f31e85a060,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:07.339409 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 42008) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:45:07.562376 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:07.607346 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:07.655281 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-64e6c2ae-7db2-47e7-9a4f-83ace5d2df8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-863352'] for router_interface (0d2075bf-a51e-4d22-964b-8e7282ee9f01), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:07.757830 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 300409dc-55b8-410d-b8c1-b461d6270c87 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:45:07.776949 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] No Port match for: 300409dc-55b8-410d-b8c1-b461d6270c87 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:45:07.777302 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Device 300409dc-55b8-410d-b8c1-b461d6270c87 not bound to the agent host hv-cinder-84112 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:45:07.872926 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-64e6c2ae-7db2-47e7-9a4f-83ace5d2df8f admin admin] Deleting port 2463487c-fdbe-44a9-ab82-e41f104bf0db {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:45:07.873265 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-64e6c2ae-7db2-47e7-9a4f-83ace5d2df8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (2463487c-fdbe-44a9-ab82-e41f104bf0db), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:07.954612 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-64e6c2ae-7db2-47e7-9a4f-83ace5d2df8f admin admin] For port 2463487c-fdbe-44a9-ab82-e41f104bf0db, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=2463487c-fdbe-44a9-ab82-e41f104bf0db,segment=NetworkSegment(01b0070d-71cb-4230-a04d-f2e00747fe5c),segment_id=01b0070d-71cb-4230-a04d-f2e00747fe5c)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:45:07.955072 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-64e6c2ae-7db2-47e7-9a4f-83ace5d2df8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (2463487c-fdbe-44a9-ab82-e41f104bf0db), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:07.968068 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-64e6c2ae-7db2-47e7-9a4f-83ace5d2df8f admin admin] Calling delete_port for 2463487c-fdbe-44a9-ab82-e41f104bf0db owned by network:router_interface {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:45:08.146137 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-64e6c2ae-7db2-47e7-9a4f-83ace5d2df8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250202'] for port (2463487c-fdbe-44a9-ab82-e41f104bf0db), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:08.163018 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:08.173671 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e6c2ae-7db2-47e7-9a4f-83ace5d2df8f admin admin] Pushing event deleted for resources: {'Port': ['ID=2463487c-fdbe-44a9-ab82-e41f104bf0db,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:08.337754 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-64e6c2ae-7db2-47e7-9a4f-83ace5d2df8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-244729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-863468'] for router_interface (0d2075bf-a51e-4d22-964b-8e7282ee9f01), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:08.382332 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:08.445587 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:08.548105 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e6c2ae-7db2-47e7-9a4f-83ace5d2df8f admin admin] Router 0d2075bf-a51e-4d22-964b-8e7282ee9f01 has already been hosted by L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:45:08.647316 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e6c2ae-7db2-47e7-9a4f-83ace5d2df8f admin admin] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:45:08.652825 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-64e6c2ae-7db2-47e7-9a4f-83ace5d2df8f admin admin] 10.222.0.30 "PUT /v2.0/routers/0d2075bf-a51e-4d22-964b-8e7282ee9f01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3123004 May 23 15:45:08.655478 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 42010) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:45:08.658465 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9519d8c1-f29d-49b9-93d0-32c7a170a38a None None] Sync routers for ids ['0d2075bf-a51e-4d22-964b-8e7282ee9f01'] in dv-cinder-841125-8-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:45:08.753291 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-677ec9a6-7e34-4529-a39f-3a9cf0f5877d admin admin] Publish callbacks [] for router (0d2075bf-a51e-4d22-964b-8e7282ee9f01), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:08.795938 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9519d8c1-f29d-49b9-93d0-32c7a170a38a None None] Routers {'0d2075bf-a51e-4d22-964b-8e7282ee9f01'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:45:08.796556 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-9519d8c1-f29d-49b9-93d0-32c7a170a38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:45:05Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['0d2075bf-a51e-4d22-964b-8e7282ee9f01'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:45:08.851908 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-677ec9a6-7e34-4529-a39f-3a9cf0f5877d admin admin] Publish callbacks [] for router_gateway (0d2075bf-a51e-4d22-964b-8e7282ee9f01), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:08.897330 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-677ec9a6-7e34-4529-a39f-3a9cf0f5877d admin admin] Deleting port 36977820-3e31-43ce-b522-08b534b0be71 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:45:08.897669 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-677ec9a6-7e34-4529-a39f-3a9cf0f5877d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (36977820-3e31-43ce-b522-08b534b0be71), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:08.898603 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-9519d8c1-f29d-49b9-93d0-32c7a170a38a None None] Set router 0d2075bf-a51e-4d22-964b-8e7282ee9f01 gateway port host: dv-cinder-841125-8-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:45:08.975858 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-677ec9a6-7e34-4529-a39f-3a9cf0f5877d admin admin] For port 36977820-3e31-43ce-b522-08b534b0be71, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=36977820-3e31-43ce-b522-08b534b0be71,segment=NetworkSegment(36a83107-a298-4f41-a08d-e6c665169c28),segment_id=36a83107-a298-4f41-a08d-e6c665169c28)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:45:08.976222 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-677ec9a6-7e34-4529-a39f-3a9cf0f5877d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (36977820-3e31-43ce-b522-08b534b0be71), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:08.989927 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-677ec9a6-7e34-4529-a39f-3a9cf0f5877d admin admin] Calling delete_port for 36977820-3e31-43ce-b522-08b534b0be71 owned by network:router_gateway {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:45:09.063983 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-9519d8c1-f29d-49b9-93d0-32c7a170a38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2075bf-a51e-4d22-964b-8e7282ee9f01', 'name': 'tempest-TestShelveInstance-883071679-router', 'tenant_id': 'fe810dde94644f57b3b6262366c8f126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '36977820-3e31-43ce-b522-08b534b0be71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:40:35Z', 'updated_at': '2022-05-23T15:45:08Z', 'revision_number': 5, 'project_id': 'fe810dde94644f57b3b6262366c8f126', 'gw_port': {'id': '36977820-3e31-43ce-b522-08b534b0be71', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:32:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2075bf-a51e-4d22-964b-8e7282ee9f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:40:35Z', 'updated_at': '2022-05-23T15:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi'}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:45:09.089898 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9519d8c1-f29d-49b9-93d0-32c7a170a38a None None] Checking router: 0d2075bf-a51e-4d22-964b-8e7282ee9f01 for host: dv-cinder-841125-8-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:45:09.098685 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9519d8c1-f29d-49b9-93d0-32c7a170a38a None None] Routers {'0d2075bf-a51e-4d22-964b-8e7282ee9f01'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:45:09.099319 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-9519d8c1-f29d-49b9-93d0-32c7a170a38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:45:05Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['0d2075bf-a51e-4d22-964b-8e7282ee9f01'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:45:09.153357 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-677ec9a6-7e34-4529-a39f-3a9cf0f5877d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250202'] for port (36977820-3e31-43ce-b522-08b534b0be71), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:09.177840 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677ec9a6-7e34-4529-a39f-3a9cf0f5877d admin admin] Pushing event deleted for resources: {'Port': ['ID=36977820-3e31-43ce-b522-08b534b0be71,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:09.188014 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-9519d8c1-f29d-49b9-93d0-32c7a170a38a None None] Set router 0d2075bf-a51e-4d22-964b-8e7282ee9f01 gateway port host: None {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:45:09.243098 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-9519d8c1-f29d-49b9-93d0-32c7a170a38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2075bf-a51e-4d22-964b-8e7282ee9f01', 'name': 'tempest-TestShelveInstance-883071679-router', 'tenant_id': 'fe810dde94644f57b3b6262366c8f126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:40:35Z', 'updated_at': '2022-05-23T15:45:08Z', 'revision_number': 6, 'project_id': 'fe810dde94644f57b3b6262366c8f126', 'gw_port_host': None}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:45:09.244376 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-677ec9a6-7e34-4529-a39f-3a9cf0f5877d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-866434'] for router_gateway (0d2075bf-a51e-4d22-964b-8e7282ee9f01), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:09.247236 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:09.269433 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9519d8c1-f29d-49b9-93d0-32c7a170a38a None None] The sync data for ids ['0d2075bf-a51e-4d22-964b-8e7282ee9f01'] in dv-cinder-841125-8-iscsi is: [{'id': '0d2075bf-a51e-4d22-964b-8e7282ee9f01', 'name': 'tempest-TestShelveInstance-883071679-router', 'tenant_id': 'fe810dde94644f57b3b6262366c8f126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:40:35Z', 'updated_at': '2022-05-23T15:45:08Z', 'revision_number': 6, 'project_id': 'fe810dde94644f57b3b6262366c8f126', 'gw_port_host': None}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:45:09.299454 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:09.334334 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-677ec9a6-7e34-4529-a39f-3a9cf0f5877d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-866909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31511'] for router (0d2075bf-a51e-4d22-964b-8e7282ee9f01), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:09.337724 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-677ec9a6-7e34-4529-a39f-3a9cf0f5877d admin admin] Publish callbacks [] for router_controller (0d2075bf-a51e-4d22-964b-8e7282ee9f01), precommit_delete_associations {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:09.376912 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-677ec9a6-7e34-4529-a39f-3a9cf0f5877d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-866852'] for router (0d2075bf-a51e-4d22-964b-8e7282ee9f01), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:09.377514 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677ec9a6-7e34-4529-a39f-3a9cf0f5877d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d2075bf-a51e-4d22-964b-8e7282ee9f01 {{(pid=104081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 15:45:09.381696 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-677ec9a6-7e34-4529-a39f-3a9cf0f5877d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:09.383207 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-677ec9a6-7e34-4529-a39f-3a9cf0f5877d admin admin] 10.222.0.30 "DELETE /v2.0/routers/0d2075bf-a51e-4d22-964b-8e7282ee9f01 HTTP/1.1" status: 204 len: 168 time: 0.7265737 May 23 15:45:09.386734 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 42012) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:45:09.430174 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fa4c9a1-9f75-4f6b-beb1-a698bcf85c2e admin admin] Deleting subnet 73b4a46c-cee5-49d4-abcd-974a4dd5079a {{(pid=104081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 15:45:09.433434 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9fa4c9a1-9f75-4f6b-beb1-a698bcf85c2e admin admin] Publish callbacks [] for subnet (73b4a46c-cee5-49d4-abcd-974a4dd5079a), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:09.470273 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9fa4c9a1-9f75-4f6b-beb1-a698bcf85c2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4630923'] for subnet (73b4a46c-cee5-49d4-abcd-974a4dd5079a), precommit_delete_associations {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:09.542835 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9fa4c9a1-9f75-4f6b-beb1-a698bcf85c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773257'] for subnet (73b4a46c-cee5-49d4-abcd-974a4dd5079a), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:09.602262 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9fa4c9a1-9f75-4f6b-beb1-a698bcf85c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4250509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4734515'] for subnet (73b4a46c-cee5-49d4-abcd-974a4dd5079a), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:09.629058 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa4c9a1-9f75-4f6b-beb1-a698bcf85c2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73b4a46c-cee5-49d4-abcd-974a4dd5079a,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:09.635982 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9fa4c9a1-9f75-4f6b-beb1-a698bcf85c2e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:09.643991 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 42014) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:45:09.645151 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-9fa4c9a1-9f75-4f6b-beb1-a698bcf85c2e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/73b4a46c-cee5-49d4-abcd-974a4dd5079a HTTP/1.1" status: 204 len: 168 time: 0.2573531 May 23 15:45:09.646773 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe3f548-17dd-4a01-836b-2e10e3ee4ec6 None None] Network 04207fbb-130e-4d70-a528-326f06ddba5f requested from dv-cinder-841125-8-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:45:09.734557 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b86a4e8c-a1a1-430e-b0f5-d75cd665a5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1839458'] for network (04207fbb-130e-4d70-a528-326f06ddba5f), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:09.770434 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:09.779334 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-b86a4e8c-a1a1-430e-b0f5-d75cd665a5fb admin admin] Deleting port b4d3bdf8-f881-4662-8a82-77d2070ba28c {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:45:09.779675 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b86a4e8c-a1a1-430e-b0f5-d75cd665a5fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (b4d3bdf8-f881-4662-8a82-77d2070ba28c), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:09.844681 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [None req-b86a4e8c-a1a1-430e-b0f5-d75cd665a5fb admin admin] For port b4d3bdf8-f881-4662-8a82-77d2070ba28c, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=b4d3bdf8-f881-4662-8a82-77d2070ba28c,segment=NetworkSegment(01b0070d-71cb-4230-a04d-f2e00747fe5c),segment_id=01b0070d-71cb-4230-a04d-f2e00747fe5c)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:45:09.845073 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b86a4e8c-a1a1-430e-b0f5-d75cd665a5fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (b4d3bdf8-f881-4662-8a82-77d2070ba28c), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:09.858190 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-b86a4e8c-a1a1-430e-b0f5-d75cd665a5fb admin admin] Calling delete_port for b4d3bdf8-f881-4662-8a82-77d2070ba28c owned by network:dhcp {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:45:09.936264 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b86a4e8c-a1a1-430e-b0f5-d75cd665a5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413211'] for port (b4d3bdf8-f881-4662-8a82-77d2070ba28c), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:09.960931 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a4e8c-a1a1-430e-b0f5-d75cd665a5fb admin admin] Pushing event deleted for resources: {'Port': ['ID=b4d3bdf8-f881-4662-8a82-77d2070ba28c,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:09.964358 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86a4e8c-a1a1-430e-b0f5-d75cd665a5fb admin admin] No DVR routers for this DVR port b4d3bdf8-f881-4662-8a82-77d2070ba28c on host dv-cinder-841125-8-iscsi {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:45:10.034249 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcfaefb-c6ac-434a-acd0-06b31dbe2fa6 None None] DHCP port deletion for 04207fbb-130e-4d70-a528-326f06ddba5f request from dv-cinder-841125-8-iscsi {{(pid=104082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 23 15:45:10.040688 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b86a4e8c-a1a1-430e-b0f5-d75cd665a5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769542', 'neutron.services.segments.db._delete_segments_for_network-8781040571751'] for network (04207fbb-130e-4d70-a528-326f06ddba5f), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:10.067689 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-b86a4e8c-a1a1-430e-b0f5-d75cd665a5fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04207fbb-130e-4d70-a528-326f06ddba5f']}} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:45:10.082340 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-b86a4e8c-a1a1-430e-b0f5-d75cd665a5fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01b0070d-71cb-4230-a04d-f2e00747fe5c') {'for_net_delete': True} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:45:10.082545 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-b86a4e8c-a1a1-430e-b0f5-d75cd665a5fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01b0070d-71cb-4230-a04d-f2e00747fe5c') {} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:45:10.093123 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b86a4e8c-a1a1-430e-b0f5-d75cd665a5fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781040573040', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4413023'] for segment (01b0070d-71cb-4230-a04d-f2e00747fe5c), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:10.098668 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device b4d3bdf8-f881-4662-8a82-77d2070ba28c no longer exists at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:45:10.101663 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=100 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:10.107434 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b86a4e8c-a1a1-430e-b0f5-d75cd665a5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226'] for segment (01b0070d-71cb-4230-a04d-f2e00747fe5c), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:10.113522 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b86a4e8c-a1a1-430e-b0f5-d75cd665a5fb admin admin] Releasing vlan 997 on physical network physnet1 to pool {{(pid=104080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 15:45:10.113887 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b86a4e8c-a1a1-430e-b0f5-d75cd665a5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4413230'] for segment (01b0070d-71cb-4230-a04d-f2e00747fe5c), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:10.121425 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] No Port match for: b4d3bdf8-f881-4662-8a82-77d2070ba28c {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:45:10.121425 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device b4d3bdf8-f881-4662-8a82-77d2070ba28c not bound to the agent host dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:45:10.121425 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 2463487c-fdbe-44a9-ab82-e41f104bf0db no longer exists at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:45:10.141526 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] No Port match for: 2463487c-fdbe-44a9-ab82-e41f104bf0db {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:45:10.142026 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 2463487c-fdbe-44a9-ab82-e41f104bf0db not bound to the agent host dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:45:10.142546 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 36977820-3e31-43ce-b522-08b534b0be71 no longer exists at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:45:10.157884 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.services.segments.plugin [-] Segment 01b0070d-71cb-4230-a04d-f2e00747fe5c resource provider aggregate not found May 23 15:45:10.167334 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] No Port match for: 36977820-3e31-43ce-b522-08b534b0be71 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:45:10.167797 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 36977820-3e31-43ce-b522-08b534b0be71 not bound to the agent host dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:45:10.185200 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b86a4e8c-a1a1-430e-b0f5-d75cd665a5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-863850'] for network (04207fbb-130e-4d70-a528-326f06ddba5f), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:10.190853 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b86a4e8c-a1a1-430e-b0f5-d75cd665a5fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:10.194329 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-b86a4e8c-a1a1-430e-b0f5-d75cd665a5fb admin admin] 10.222.0.30 "DELETE /v2.0/networks/04207fbb-130e-4d70-a528-326f06ddba5f HTTP/1.1" status: 204 len: 168 time: 0.5484464 May 23 15:45:10.196354 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.services.segments.plugin [-] Segment 01b0070d-71cb-4230-a04d-f2e00747fe5c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 01b0070d-71cb-4230-a04d-f2e00747fe5c found for delete ", "request_id": "req-9679e516-6824-4a06-ad24-f2aec260d59b"}]} May 23 15:45:10.197302 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 42020) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:45:10.209271 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a4e8c-a1a1-430e-b0f5-d75cd665a5fb admin admin] Pushing event deleted for resources: {'Network': ['ID=04207fbb-130e-4d70-a528-326f06ddba5f,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:10.514127 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-46c60af6-04d2-4fbf-acb1-9e5627620368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-863352'] for router_interface (69fd7b9f-f352-4bc6-8215-f4c30536233e), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:10.672420 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:10.731491 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-46c60af6-04d2-4fbf-acb1-9e5627620368 admin admin] Deleting port 9a042f1e-7fad-4065-8ae4-f47b898d0daa {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:45:10.731827 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-46c60af6-04d2-4fbf-acb1-9e5627620368 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (9a042f1e-7fad-4065-8ae4-f47b898d0daa), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:10.806428 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-46c60af6-04d2-4fbf-acb1-9e5627620368 admin admin] For port 9a042f1e-7fad-4065-8ae4-f47b898d0daa, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=9a042f1e-7fad-4065-8ae4-f47b898d0daa,segment=NetworkSegment(eac1de27-b2ed-4edf-9d58-19df42944d42),segment_id=eac1de27-b2ed-4edf-9d58-19df42944d42)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:45:10.806779 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-46c60af6-04d2-4fbf-acb1-9e5627620368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (9a042f1e-7fad-4065-8ae4-f47b898d0daa), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:10.813202 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:DELETE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:10.820486 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-46c60af6-04d2-4fbf-acb1-9e5627620368 admin admin] Calling delete_port for 9a042f1e-7fad-4065-8ae4-f47b898d0daa owned by network:router_interface {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:45:11.256729 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-46c60af6-04d2-4fbf-acb1-9e5627620368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250202'] for port (9a042f1e-7fad-4065-8ae4-f47b898d0daa), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:11.283644 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c60af6-04d2-4fbf-acb1-9e5627620368 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a042f1e-7fad-4065-8ae4-f47b898d0daa,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:11.443278 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-46c60af6-04d2-4fbf-acb1-9e5627620368 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-244729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-863468'] for router_interface (69fd7b9f-f352-4bc6-8215-f4c30536233e), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:11.651920 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c60af6-04d2-4fbf-acb1-9e5627620368 admin admin] Router 69fd7b9f-f352-4bc6-8215-f4c30536233e has already been hosted by L3 agent 16f5adb0-6355-4c09-af08-872f67b861fb {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:45:11.733104 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:11.756099 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c60af6-04d2-4fbf-acb1-9e5627620368 admin admin] Notify agent at l3_agent.dv-cinder-841125-8-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:45:11.762139 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-46c60af6-04d2-4fbf-acb1-9e5627620368 admin admin] 10.222.0.30 "PUT /v2.0/routers/69fd7b9f-f352-4bc6-8215-f4c30536233e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5637743 May 23 15:45:11.764687 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 42022) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:45:11.766977 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d777236-3433-4f4e-8574-4c121e86ac60 None None] Sync routers for ids ['69fd7b9f-f352-4bc6-8215-f4c30536233e'] in dv-cinder-841125-8-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:45:11.776640 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d777236-3433-4f4e-8574-4c121e86ac60 None None] Routers {'69fd7b9f-f352-4bc6-8215-f4c30536233e'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:45:11.777291 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-7d777236-3433-4f4e-8574-4c121e86ac60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:45:05Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['69fd7b9f-f352-4bc6-8215-f4c30536233e'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:45:11.863457 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6c2b6020-40d0-45aa-9d1e-f4b22e6ed392 admin admin] Publish callbacks [] for router (69fd7b9f-f352-4bc6-8215-f4c30536233e), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:11.879109 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-7d777236-3433-4f4e-8574-4c121e86ac60 None None] Set router 69fd7b9f-f352-4bc6-8215-f4c30536233e gateway port host: dv-cinder-841125-8-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:45:11.952445 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:11.967444 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6c2b6020-40d0-45aa-9d1e-f4b22e6ed392 admin admin] Publish callbacks [] for router_gateway (69fd7b9f-f352-4bc6-8215-f4c30536233e), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:12.016492 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-6c2b6020-40d0-45aa-9d1e-f4b22e6ed392 admin admin] Deleting port 1c3476b9-9944-45c8-a1f4-b94d6d8b41e3 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:45:12.016842 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6c2b6020-40d0-45aa-9d1e-f4b22e6ed392 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (1c3476b9-9944-45c8-a1f4-b94d6d8b41e3), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:12.052819 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-7d777236-3433-4f4e-8574-4c121e86ac60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fd7b9f-f352-4bc6-8215-f4c30536233e', 'name': 'tempest-TestShelveInstance-572925532-router', 'tenant_id': 'f40b32e4715540068de04b9e051aecfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'external_fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '1c3476b9-9944-45c8-a1f4-b94d6d8b41e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:40:39Z', 'updated_at': '2022-05-23T15:45:11Z', 'revision_number': 5, 'project_id': 'f40b32e4715540068de04b9e051aecfb', 'gw_port': {'id': '1c3476b9-9944-45c8-a1f4-b94d6d8b41e3', 'name': '', 'network_id': 'c36a36f9-cc20-4687-9603-de8e87d2bfc7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fd7b9f-f352-4bc6-8215-f4c30536233e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'aa177288-79a2-4e75-ac60-432249438b03', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:40:40Z', 'updated_at': '2022-05-23T15:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa177288-79a2-4e75-ac60-432249438b03', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-8-iscsi'}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:45:12.085781 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d777236-3433-4f4e-8574-4c121e86ac60 None None] Checking router: 69fd7b9f-f352-4bc6-8215-f4c30536233e for host: dv-cinder-841125-8-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:45:12.094135 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d777236-3433-4f4e-8574-4c121e86ac60 None None] Routers {'69fd7b9f-f352-4bc6-8215-f4c30536233e'} bound to L3 agent in host dv-cinder-841125-8-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:45:12.094726 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-7d777236-3433-4f4e-8574-4c121e86ac60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T15:21:05Z,description=,heartbeat_timestamp=2022-05-23T15:45:05Z,host='dv-cinder-841125-8-iscsi',id=16f5adb0-6355-4c09-af08-872f67b861fb,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:21:05Z,topic='l3_agent')) {'router_ids': ['69fd7b9f-f352-4bc6-8215-f4c30536233e'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:45:12.102579 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-6c2b6020-40d0-45aa-9d1e-f4b22e6ed392 admin admin] For port 1c3476b9-9944-45c8-a1f4-b94d6d8b41e3, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=1c3476b9-9944-45c8-a1f4-b94d6d8b41e3,segment=NetworkSegment(36a83107-a298-4f41-a08d-e6c665169c28),segment_id=36a83107-a298-4f41-a08d-e6c665169c28)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:45:12.103013 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6c2b6020-40d0-45aa-9d1e-f4b22e6ed392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (1c3476b9-9944-45c8-a1f4-b94d6d8b41e3), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:12.116806 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-6c2b6020-40d0-45aa-9d1e-f4b22e6ed392 admin admin] Calling delete_port for 1c3476b9-9944-45c8-a1f4-b94d6d8b41e3 owned by network:router_gateway {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:45:12.176223 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-7d777236-3433-4f4e-8574-4c121e86ac60 None None] Set router 69fd7b9f-f352-4bc6-8215-f4c30536233e gateway port host: None {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:45:12.226812 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-7d777236-3433-4f4e-8574-4c121e86ac60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fd7b9f-f352-4bc6-8215-f4c30536233e', 'name': 'tempest-TestShelveInstance-572925532-router', 'tenant_id': 'f40b32e4715540068de04b9e051aecfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:40:39Z', 'updated_at': '2022-05-23T15:45:11Z', 'revision_number': 6, 'project_id': 'f40b32e4715540068de04b9e051aecfb', 'gw_port_host': None}], 'dv-cinder-841125-8-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:45:12.250445 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d777236-3433-4f4e-8574-4c121e86ac60 None None] The sync data for ids ['69fd7b9f-f352-4bc6-8215-f4c30536233e'] in dv-cinder-841125-8-iscsi is: [{'id': '69fd7b9f-f352-4bc6-8215-f4c30536233e', 'name': 'tempest-TestShelveInstance-572925532-router', 'tenant_id': 'f40b32e4715540068de04b9e051aecfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:40:39Z', 'updated_at': '2022-05-23T15:45:11Z', 'revision_number': 6, 'project_id': 'f40b32e4715540068de04b9e051aecfb', 'gw_port_host': None}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:45:12.287649 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6c2b6020-40d0-45aa-9d1e-f4b22e6ed392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250202'] for port (1c3476b9-9944-45c8-a1f4-b94d6d8b41e3), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:12.311519 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b6020-40d0-45aa-9d1e-f4b22e6ed392 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c3476b9-9944-45c8-a1f4-b94d6d8b41e3,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:12.377245 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6c2b6020-40d0-45aa-9d1e-f4b22e6ed392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-866434'] for router_gateway (69fd7b9f-f352-4bc6-8215-f4c30536233e), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:12.462322 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6c2b6020-40d0-45aa-9d1e-f4b22e6ed392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-866909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31511'] for router (69fd7b9f-f352-4bc6-8215-f4c30536233e), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:12.464421 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6c2b6020-40d0-45aa-9d1e-f4b22e6ed392 admin admin] Publish callbacks [] for router_controller (69fd7b9f-f352-4bc6-8215-f4c30536233e), precommit_delete_associations {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:12.505385 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6c2b6020-40d0-45aa-9d1e-f4b22e6ed392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-866852'] for router (69fd7b9f-f352-4bc6-8215-f4c30536233e), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:12.506063 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2b6020-40d0-45aa-9d1e-f4b22e6ed392 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69fd7b9f-f352-4bc6-8215-f4c30536233e {{(pid=104081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 15:45:12.511439 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6c2b6020-40d0-45aa-9d1e-f4b22e6ed392 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:12.512579 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-6c2b6020-40d0-45aa-9d1e-f4b22e6ed392 admin admin] 10.222.0.30 "DELETE /v2.0/routers/69fd7b9f-f352-4bc6-8215-f4c30536233e HTTP/1.1" status: 204 len: 168 time: 0.7469571 May 23 15:45:12.515135 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 42024) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:45:12.558304 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e14e363-9c1e-473d-a705-19435a12df04 admin admin] Deleting subnet 1eb66446-b75b-4ee2-a27a-7b35530cf069 {{(pid=104081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 15:45:12.561402 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2e14e363-9c1e-473d-a705-19435a12df04 admin admin] Publish callbacks [] for subnet (1eb66446-b75b-4ee2-a27a-7b35530cf069), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:12.596181 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2e14e363-9c1e-473d-a705-19435a12df04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4630923'] for subnet (1eb66446-b75b-4ee2-a27a-7b35530cf069), precommit_delete_associations {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:12.642146 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:12.687718 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2e14e363-9c1e-473d-a705-19435a12df04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773257'] for subnet (1eb66446-b75b-4ee2-a27a-7b35530cf069), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:12.741339 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2e14e363-9c1e-473d-a705-19435a12df04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4250509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4734515'] for subnet (1eb66446-b75b-4ee2-a27a-7b35530cf069), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:12.766574 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14e363-9c1e-473d-a705-19435a12df04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1eb66446-b75b-4ee2-a27a-7b35530cf069,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:12.770270 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2e14e363-9c1e-473d-a705-19435a12df04 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:12.773504 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-2e14e363-9c1e-473d-a705-19435a12df04 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1eb66446-b75b-4ee2-a27a-7b35530cf069 HTTP/1.1" status: 204 len: 168 time: 0.2572849 May 23 15:45:12.775951 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 42026) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:45:12.776410 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d6eedb-639d-4554-a8d5-d97468fe6f4f None None] Network ad2704bd-8102-4eff-9f92-0e0cf3e4f11b requested from dv-cinder-841125-8-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:45:12.816797 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:12.831822 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:12.847604 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8020fee9-464e-4c36-b9b2-0715b6bef108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1839458'] for network (ad2704bd-8102-4eff-9f92-0e0cf3e4f11b), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:12.891849 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-8020fee9-464e-4c36-b9b2-0715b6bef108 admin admin] Deleting port 3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:45:12.892189 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8020fee9-464e-4c36-b9b2-0715b6bef108 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:12.958162 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-8020fee9-464e-4c36-b9b2-0715b6bef108 admin admin] For port 3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2, host dv-cinder-841125-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-8-iscsi',level=0,port_id=3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2,segment=NetworkSegment(eac1de27-b2ed-4edf-9d58-19df42944d42),segment_id=eac1de27-b2ed-4edf-9d58-19df42944d42)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:45:12.958526 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8020fee9-464e-4c36-b9b2-0715b6bef108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:12.971684 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-8020fee9-464e-4c36-b9b2-0715b6bef108 admin admin] Calling delete_port for 3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2 owned by network:dhcp {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:45:13.043162 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaaa6248-5c6f-408c-b171-b762683848e4 None None] DHCP port deletion for ad2704bd-8102-4eff-9f92-0e0cf3e4f11b request from dv-cinder-841125-8-iscsi {{(pid=104082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 23 15:45:13.057501 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8020fee9-464e-4c36-b9b2-0715b6bef108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4250202'] for port (3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:13.069958 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:13.082107 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8020fee9-464e-4c36-b9b2-0715b6bef108 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:13.085673 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8020fee9-464e-4c36-b9b2-0715b6bef108 admin admin] No DVR routers for this DVR port 3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2 on host dv-cinder-841125-8-iscsi {{(pid=104081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:45:13.088376 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-aaaa6248-5c6f-408c-b171-b762683848e4 None None] Deleting port 3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2 {{(pid=104082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:45:13.088965 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-aaaa6248-5c6f-408c-b171-b762683848e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781040395210'] for port (3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2), before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:13.154587 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-aaaa6248-5c6f-408c-b171-b762683848e4 None None] For port 3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2, host dv-cinder-841125-8-iscsi, got binding levels [] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:45:13.155317 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-aaaa6248-5c6f-408c-b171-b762683848e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-875321'] for port (3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2), precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:13.161539 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8020fee9-464e-4c36-b9b2-0715b6bef108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769542', 'neutron.services.segments.db._delete_segments_for_network-8781040571751'] for network (ad2704bd-8102-4eff-9f92-0e0cf3e4f11b), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:13.170160 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-aaaa6248-5c6f-408c-b171-b762683848e4 None None] Calling delete_port for 3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2 owned by network:dhcp {{(pid=104082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:45:13.173095 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.ipam_backend_mixin [None req-aaaa6248-5c6f-408c-b171-b762683848e4 None None] Port 3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2 was not found and therefore no delete operation was performed {{(pid=104082) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 23 15:45:13.174799 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-aaaa6248-5c6f-408c-b171-b762683848e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781040403128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781040093974'] for port (3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2), after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:13.183377 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.services.segments.db [None req-8020fee9-464e-4c36-b9b2-0715b6bef108 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad2704bd-8102-4eff-9f92-0e0cf3e4f11b']}} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:45:13.192991 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.services.segments.db [None req-8020fee9-464e-4c36-b9b2-0715b6bef108 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eac1de27-b2ed-4edf-9d58-19df42944d42') {'for_net_delete': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:45:13.193291 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.services.segments.db [None req-8020fee9-464e-4c36-b9b2-0715b6bef108 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eac1de27-b2ed-4edf-9d58-19df42944d42') {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:45:13.202966 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8020fee9-464e-4c36-b9b2-0715b6bef108 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781040573040', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4630916'] for segment (eac1de27-b2ed-4edf-9d58-19df42944d42), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:13.204971 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaa6248-5c6f-408c-b171-b762683848e4 None None] No DVR routers for this DVR port 3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2 on host dv-cinder-841125-8-iscsi {{(pid=104082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:45:13.208847 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa6248-5c6f-408c-b171-b762683848e4 None None] Pushing event deleted for resources: {'Port': ['ID=3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:13.223055 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8020fee9-464e-4c36-b9b2-0715b6bef108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226'] for segment (eac1de27-b2ed-4edf-9d58-19df42944d42), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:13.229752 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8020fee9-464e-4c36-b9b2-0715b6bef108 admin admin] Releasing vlan 994 on physical network physnet1 to pool {{(pid=104081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 15:45:13.230132 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8020fee9-464e-4c36-b9b2-0715b6bef108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4250223'] for segment (eac1de27-b2ed-4edf-9d58-19df42944d42), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:13.292821 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8020fee9-464e-4c36-b9b2-0715b6bef108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-244720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-863850'] for network (ad2704bd-8102-4eff-9f92-0e0cf3e4f11b), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:13.300108 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8020fee9-464e-4c36-b9b2-0715b6bef108 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-244706'] for network (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:13.303254 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-8020fee9-464e-4c36-b9b2-0715b6bef108 admin admin] 10.222.0.30 "DELETE /v2.0/networks/ad2704bd-8102-4eff-9f92-0e0cf3e4f11b HTTP/1.1" status: 204 len: 168 time: 0.5263577 May 23 15:45:13.317554 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8020fee9-464e-4c36-b9b2-0715b6bef108 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad2704bd-8102-4eff-9f92-0e0cf3e4f11b,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:13.405164 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.services.segments.plugin [-] Segment eac1de27-b2ed-4edf-9d58-19df42944d42 resource provider aggregate not found May 23 15:45:13.422105 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.services.segments.plugin [-] Segment eac1de27-b2ed-4edf-9d58-19df42944d42 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eac1de27-b2ed-4edf-9d58-19df42944d42 found for delete ", "request_id": "req-0ca73de1-54cc-4663-9cd9-882f9a10b9ae"}]} May 23 15:45:13.489995 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 42036) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:45:13.530131 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-cbca3107-9c4a-48b1-a1e6-f257f8d7665e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fe810dde94644f57b3b6262366c8f126&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390115 May 23 15:45:13.532810 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 42038) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:45:13.583173 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-945b81f3-46dc-43ae-96cb-6d71ce5ce19e admin admin] Publish callbacks [] for security_group (6c6777ee-30a2-43aa-990a-323589d94d14), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:13.604539 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-945b81f3-46dc-43ae-96cb-6d71ce5ce19e admin admin] Publish callbacks [] for security_group (6c6777ee-30a2-43aa-990a-323589d94d14), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:13.651504 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-945b81f3-46dc-43ae-96cb-6d71ce5ce19e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (6c6777ee-30a2-43aa-990a-323589d94d14), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:13.654096 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-945b81f3-46dc-43ae-96cb-6d71ce5ce19e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:13.655496 dv-cinder-841125-8-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-945b81f3-46dc-43ae-96cb-6d71ce5ce19e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6c6777ee-30a2-43aa-990a-323589d94d14 HTTP/1.1" status: 204 len: 168 time: 0.1215355 May 23 15:45:13.658891 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=11 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:13.665268 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b81f3-46dc-43ae-96cb-6d71ce5ce19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6777ee-30a2-43aa-990a-323589d94d14,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:13.864211 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2 no longer exists at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:45:13.883997 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] No Port match for: 3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:45:13.884341 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 3f69a60d-9bd9-46ee-8efa-a7d8fe520ac2 not bound to the agent host dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:45:13.884757 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 9a042f1e-7fad-4065-8ae4-f47b898d0daa no longer exists at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:45:13.902479 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] No Port match for: 9a042f1e-7fad-4065-8ae4-f47b898d0daa {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:45:13.902744 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 9a042f1e-7fad-4065-8ae4-f47b898d0daa not bound to the agent host dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:45:13.903159 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 1c3476b9-9944-45c8-a1f4-b94d6d8b41e3 no longer exists at agent ovs-agent-dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:45:13.920911 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] No Port match for: 1c3476b9-9944-45c8-a1f4-b94d6d8b41e3 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:45:13.921254 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Device 1c3476b9-9944-45c8-a1f4-b94d6d8b41e3 not bound to the agent host dv-cinder-841125-8-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:45:13.985015 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 42044) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:45:14.025441 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-255b1f08-bdfe-4d88-8485-459708d0d447 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f40b32e4715540068de04b9e051aecfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392845 May 23 15:45:14.027923 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 42046) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:45:14.074286 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a5f6ddb8-5813-44af-a3e6-1302238771ff admin admin] Publish callbacks [] for security_group (931ea0d3-1105-4b05-ba6f-eea7e30237f6), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:14.094827 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a5f6ddb8-5813-44af-a3e6-1302238771ff admin admin] Publish callbacks [] for security_group (931ea0d3-1105-4b05-ba6f-eea7e30237f6), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:14.141450 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a5f6ddb8-5813-44af-a3e6-1302238771ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594237'] for security_group (931ea0d3-1105-4b05-ba6f-eea7e30237f6), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:14.144051 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a5f6ddb8-5813-44af-a3e6-1302238771ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:14.145207 dv-cinder-841125-8-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-a5f6ddb8-5813-44af-a3e6-1302238771ff admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/931ea0d3-1105-4b05-ba6f-eea7e30237f6 HTTP/1.1" status: 204 len: 168 time: 0.1163743 May 23 15:45:14.152748 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f6ddb8-5813-44af-a3e6-1302238771ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931ea0d3-1105-4b05-ba6f-eea7e30237f6,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:17.089180 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (88197243-2542-4a6c-b81b-f727b3d95aaf), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:22.229348 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=57 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:22.230144 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=37 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:23.659141 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=65,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:24.147667 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=79,neutron:DELETE=7 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:24.148544 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=75,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:27.079441 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=10 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:27.082136 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=21 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:27.084111 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:27.174032 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [req-e02dc790-572a-472a-b665-ec80f4934796 req-c5bd2fed-e530-482f-bfdf-3da52badb528 service neutron] (104081) timed out ('10.222.0.72', 61170) {{(pid=104081) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 23 15:45:33.137949 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ed8f187a-e6e8-4ba6-965c-2deb86f50daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:35.490893 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a3181d6e-c46d-4e75-8de2-8b92deba937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:36.976782 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:38.125751 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:39.613260 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-deeacb48-f8ad-4ee7-aaeb-78a4c3f342fc None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:45:39.774915 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:47.096912 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (88197243-2542-4a6c-b81b-f727b3d95aaf), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:57.086671 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:57.090887 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:57.092805 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:58.129646 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=19 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:58.131724 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=15 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:58.545954 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [req-4fec22cf-f57d-40a2-acc6-853c1dfc49a7 req-316e5b38-9043-44c6-86b2-03dcf07626e9 service neutron] (104080) timed out ('10.222.0.72', 61127) {{(pid=104080) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 23 15:45:59.252058 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [req-e26303e1-a8a3-463a-85be-e358e4f8a781 req-bd69aad4-36ff-4d7f-bdb0-8b16854360c4 tempest-DeleteServersTestJSON-1828795085 tempest-DeleteServersTestJSON-1828795085-project] (104080) timed out ('10.222.0.72', 61166) {{(pid=104080) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 23 15:46:03.139049 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc3cb395-192a-4747-8fed-c8b9482f2b37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:05.493230 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-f4c5be57-11a0-463d-93f8-e1c6e297870a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:06.978700 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:08.128228 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:09.779115 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:16.613304 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-deeacb48-f8ad-4ee7-aaeb-78a4c3f342fc None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:46:17.111133 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (88197243-2542-4a6c-b81b-f727b3d95aaf), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:19.766319 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:27.105415 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:27.107291 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:33.139358 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-306d3309-27ce-4931-9173-99faabaaa694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:33.656421 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=4 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:33.661644 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=4 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:35.493969 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b7d04f96-0896-4ef0-9069-bd260f4001e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:36.980258 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:38.131576 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:39.782350 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:47.118893 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (88197243-2542-4a6c-b81b-f727b3d95aaf), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:53.613527 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-deeacb48-f8ad-4ee7-aaeb-78a4c3f342fc None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:46:57.109137 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:57.112339 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:57.114771 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:03.144101 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-033dc9f9-3473-4cfa-86f5-2957cb7410a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:05.494965 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1482de62-5aae-408b-b6b1-6674432ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:06.983391 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:08.151559 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:09.784797 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:10.658191 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=3 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:10.667357 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:DELETE=1,neutron:SELECT=6 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:17.113878 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (88197243-2542-4a6c-b81b-f727b3d95aaf), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:19.780480 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:27.102743 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:27.109601 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:30.613281 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-deeacb48-f8ad-4ee7-aaeb-78a4c3f342fc None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:47:33.145662 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e5ce9fb4-74e8-46aa-adc9-9b0036a564ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:35.499163 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d8d159a2-8f77-4837-b494-a3c612e2e422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:36.985156 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:38.139106 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:39.786353 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:47.127983 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (88197243-2542-4a6c-b81b-f727b3d95aaf), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:47.669017 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=3 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:47.673221 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=5 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:49.781746 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:53.135429 dv-cinder-841125-8-iscsi neutron-server[104080]: DEBUG neutron.wsgi [req-7e638131-45c7-4763-8d44-9f3abbdd7dcd req-3c295199-5769-4779-ad4b-46cb8c573ecc service neutron] (104080) timed out ('10.222.0.30', 35042) {{(pid=104080) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 23 15:47:53.341680 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [req-7e638131-45c7-4763-8d44-9f3abbdd7dcd req-02bd9111-ed9b-4045-8546-a2c7a4d1786f tempest-AttachVolumeShelveTestJSON-1032588577 tempest-AttachVolumeShelveTestJSON-1032588577-project] (104081) timed out ('10.222.0.30', 35054) {{(pid=104081) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 23 15:47:57.116489 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:57.123425 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:03.147572 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-4be0b418-85ef-43a0-8dd8-7ea7174ed196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:03.641410 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=17 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:03.642206 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=11 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:05.500500 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-bfa11e29-fff9-4654-8e1e-72610d8f481a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:06.987324 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:07.613788 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-deeacb48-f8ad-4ee7-aaeb-78a4c3f342fc None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:48:08.140830 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:09.788980 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:17.128088 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (88197243-2542-4a6c-b81b-f727b3d95aaf), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:24.660710 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=2 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:24.670939 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=6 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:27.117385 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:27.121553 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:27.123520 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:33.151106 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e100c50b-e51e-4b80-8bf2-3ac2188238b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:35.502681 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a6c802dd-bee4-4c37-a24b-1691796b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:36.989536 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:38.144861 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:39.790752 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:44.614486 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-deeacb48-f8ad-4ee7-aaeb-78a4c3f342fc None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:48:47.124603 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (88197243-2542-4a6c-b81b-f727b3d95aaf), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:57.115461 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:57.118490 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:57.120356 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:01.661591 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:01.670661 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=6 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:03.155366 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1b7ac7ea-9a7b-40f8-8a0c-5767555d0360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:05.505585 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a5b97199-0dce-47b2-a968-6726fd4b0459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:06.992905 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:08.284073 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:09.793456 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:17.125192 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (88197243-2542-4a6c-b81b-f727b3d95aaf), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:21.613515 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-deeacb48-f8ad-4ee7-aaeb-78a4c3f342fc None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:49:27.114680 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=15 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:27.115455 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:27.120688 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:33.157876 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cc55b605-dda3-40b1-9619-94f2cdb3c686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:35.510819 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-9d04b188-d1de-4df1-a3de-00fa9f777d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:36.994434 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:38.151372 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:38.672326 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=4 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:38.677369 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=4 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:39.795712 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:47.122039 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (88197243-2542-4a6c-b81b-f727b3d95aaf), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:50.514492 dv-cinder-841125-8-iscsi neutron-server[104081]: DEBUG neutron.wsgi [req-7eee39a9-331d-41b3-967a-ce635fd989c4 req-59397011-42d1-4fd7-beac-3f192de451f1 service neutron] (104081) timed out ('10.222.0.72', 61150) {{(pid=104081) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 23 15:49:57.112472 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:57.116756 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:57.118014 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:58.145548 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=12 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:58.149504 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=14 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:58.613449 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-deeacb48-f8ad-4ee7-aaeb-78a4c3f342fc None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:50:03.159016 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-8140d598-12c6-47c7-80f6-189eae168f81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (a6df4f1d-15a4-4993-9185-787bcd604f39), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:05.513320 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-83632e39-3634-4aa8-b52a-3fc80b28ce09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (16f5adb0-6355-4c09-af08-872f67b861fb), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:06.997036 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3266-af13-42f5-9f64-303c437c9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (4ec3afac-f56e-4a9c-b05a-6a9e82abfef7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:08.159739 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94e645d-4648-48ff-8985-11f0597327b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (82307928-7384-4e3a-bebe-3b20be8dab14), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:09.793999 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b946636b-0bfb-4920-ab2c-9f16466e9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (1cc95fa5-d110-483d-93d7-5dca7a29794e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:15.678490 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=4 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:50:15.682755 dv-cinder-841125-8-iscsi neutron-server[104083]: DEBUG dbcounter [-] [104083] Writing DB stats neutron:SELECT=4 {{(pid=104083) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:50:17.121880 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d626-8cf0-494e-8021-afd10fb93110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781040571733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1743495'] for agent (88197243-2542-4a6c-b81b-f727b3d95aaf), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:19.789692 dv-cinder-841125-8-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:UPDATE=3,neutron:SELECT=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}